-- Logs begin at Sun 2021-06-27 11:45:31 UTC, end at Sun 2021-06-27 13:11:11 UTC. -- Jun 27 12:43:03.623236 dv-cinder-798099-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 27 12:43:06.013491 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.common.config [-] Logging enabled! Jun 27 12:43:06.014171 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 27 12:43:06.014286 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79330) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 27 12:43:06.017467 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.common.config [-] Logging enabled! Jun 27 12:43:06.017724 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 27 12:43:06.018085 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79330) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 27 12:43:06.019121 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 27 12:43:06.019355 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 27 12:43:06.019774 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 27 12:43:06.020025 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 27 12:43:06.020252 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 27 12:43:06.020600 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.020922 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.021220 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.021467 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.021765 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.022089 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.022373 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.022661 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.022957 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.023273 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.023556 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.023844 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.024074 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.024358 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.024676 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.024962 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.025187 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] debug = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.025470 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.025901 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.026357 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.026668 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.026957 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.027236 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.027508 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.027785 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.028083 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.028409 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] host = dv-cinder-798099-1-smb {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.028686 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.028974 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.029262 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.029577 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.029854 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.030290 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.030583 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.030858 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.031133 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] log_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.031409 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.031698 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.031984 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.032271 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.032498 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.032766 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.033005 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.033319 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.033598 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.033898 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.034210 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.034512 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.034790 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.035055 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.035341 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.035623 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.035908 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.036183 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.036462 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.036730 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.037002 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.037829 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.038298 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.038578 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.038857 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.039144 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.039416 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.039691 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.039995 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.040282 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.040564 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.040849 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.041122 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.041402 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.041674 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.042031 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.042311 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] use_json = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.042584 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.042854 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.043137 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.043412 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.043682 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.043954 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.044225 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.044510 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:06.044811 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.045103 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.045409 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.045691 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.046032 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.046318 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.046631 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.046882 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.047169 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.047454 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.047742 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.048021 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.048310 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.048587 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.048881 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.049190 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.049480 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.049797 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.050096 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.050376 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.050650 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.050926 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.051213 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.051503 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.051787 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.052058 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.052337 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.052624 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.053524 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.053911 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.054186 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.054474 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.054783 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.055058 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.055340 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.055617 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.055887 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.056157 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.056465 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.056785 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.057058 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.057379 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.057649 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.057925 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.058221 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.058505 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.058780 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.059053 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.059324 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.059631 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.059906 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.060179 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.060457 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.060725 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.061033 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.061423 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.061699 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.061993 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.062264 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.062536 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.062808 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.063110 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.063389 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.063662 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.063933 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.064211 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.064513 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.064827 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.065115 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.065416 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.065695 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.065990 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.066279 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.066558 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.066862 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.067266 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.067549 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.067831 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.068106 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.068517 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.068812 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.069104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.069392 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.069725 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.070085 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.070368 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.070656 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.070935 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.071214 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.071507 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.071791 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.072141 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.072434 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.072725 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.073017 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.073311 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.073598 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.073908 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.074213 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:06.074430 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 12:43:06.074677 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79330) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 27 12:43:06.473414 dv-cinder-798099-1-smb neutron-server[79330]: INFO keyring.backend [-] Loading KWallet Jun 27 12:43:06.481401 dv-cinder-798099-1-smb neutron-server[79330]: INFO keyring.backend [-] Loading SecretService Jun 27 12:43:06.484972 dv-cinder-798099-1-smb neutron-server[79330]: INFO keyring.backend [-] Loading Windows Jun 27 12:43:06.486352 dv-cinder-798099-1-smb neutron-server[79330]: INFO keyring.backend [-] Loading chainer Jun 27 12:43:06.486908 dv-cinder-798099-1-smb neutron-server[79330]: INFO keyring.backend [-] Loading macOS Jun 27 12:43:06.521294 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:06.522154 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:06.522448 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:06.522781 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 27 12:43:06.844410 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:06.844707 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:06.844978 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:06.846196 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:06.846469 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:06.846746 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:06.972909 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:06.973186 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:06.973483 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:06.986948 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:06.987224 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:06.987493 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.018116 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.018847 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.018847 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.059573 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.059777 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.060023 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.300976 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.301257 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.301539 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.301828 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.302613 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.431276 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.431524 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.431778 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.432047 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.432312 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.432622 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.432886 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.433139 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.433391 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.433674 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.433929 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.434215 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.434529 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.434784 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.435050 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.435481 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.435747 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.436023 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.436280 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.436565 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.436918 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.437168 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.437416 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.437697 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.437944 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.438211 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.438601 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:43:07.438839 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:43:07.439070 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:43:07.439302 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:43:07.439532 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:43:07.439766 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:43:07.440127 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 27 12:43:07.443796 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 27 12:43:07.447777 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 27 12:43:07.451642 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 27 12:43:07.453312 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 27 12:43:07.453753 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 27 12:43:07.454112 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 27 12:43:07.454500 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 27 12:43:07.457532 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 27 12:43:07.457782 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 27 12:43:07.458164 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 12:43:07.487021 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 27 12:43:07.487479 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.487774 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79330) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 27 12:43:07.488134 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.489486 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79330) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 27 12:43:07.489770 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 12:43:07.490038 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 27 12:43:07.493932 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.494233 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:07.558296 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 27 12:43:07.558537 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 27 12:43:07.558778 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 27 12:43:07.559188 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 27 12:43:07.592138 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_db.sqlalchemy.engines [None req-6fdb653f-e105-4564-891a-71815139b00f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79330) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 27 12:43:08.123720 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Initializing driver for type 'gre' Jun 27 12:43:08.124748 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fdb653f-e105-4564-891a-71815139b00f None None] gre ID ranges: [(1, 1000)] Jun 27 12:43:08.397513 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Initializing driver for type 'local' Jun 27 12:43:08.397756 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Initializing driver for type 'vlan' Jun 27 12:43:08.522962 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6fdb653f-e105-4564-891a-71815139b00f None None] VlanTypeDriver initialization complete Jun 27 12:43:08.523289 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Initializing driver for type 'vxlan' Jun 27 12:43:08.523796 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fdb653f-e105-4564-891a-71815139b00f None None] vxlan ID ranges: [(1, 1000)] Jun 27 12:43:08.792046 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Initializing extension driver 'port_security' Jun 27 12:43:08.792385 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.extensions.port_security [None req-6fdb653f-e105-4564-891a-71815139b00f None None] PortSecurityExtensionDriver initialization complete Jun 27 12:43:08.792725 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Initializing mechanism driver 'openvswitch' Jun 27 12:43:08.793039 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Initializing mechanism driver 'hyperv' Jun 27 12:43:08.799738 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb653f-e105-4564-891a-71815139b00f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:43:08.800502 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > port after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.800866 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > port after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.801209 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > port after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.801584 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > subnet after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.801926 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > subnet after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.802282 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > subnet after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.802680 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > network after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.803024 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > network after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.803652 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > network after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.803895 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > security_group after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.804234 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > security_group after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.804567 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > security_group after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.804933 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.805266 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.805595 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.805989 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > address_group after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.806313 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > address_group after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810040 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > address_group after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810040 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6fdb653f-e105-4564-891a-71815139b00f None None] ML2 OVO RPC backend initialized. {{(pid=79330) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jun 27 12:43:08.810040 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router_interface after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810040 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810349 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > network before_response 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810349 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > networks before_response 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810349 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > port before_response 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810349 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > ports before_response 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810729 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > subnet before_response 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810729 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > subnets before_response 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810729 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > network after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810729 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > network after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.810979 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > network after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.811208 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > port after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.811529 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > port after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.811852 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > port after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.812173 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > subnet after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.812495 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > subnet after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.812814 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > subnet after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.813401 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.plugin [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Modular L2 Plugin initialization complete Jun 27 12:43:08.813737 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading services supported by the core plugin {{(pid=79330) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 27 12:43:08.814133 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.plugins.ml2.managers [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Got port-security extension from driver 'port_security' Jun 27 12:43:08.814592 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.extensions.vlantransparent [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Disabled vlantransparent extension. Jun 27 12:43:08.815072 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79330) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 27 12:43:08.815397 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading Plugin: router Jun 27 12:43:08.853353 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router_interface before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.853731 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router after_create 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.854117 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router before_create 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.854471 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.854832 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.855605 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router after_delete 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.855605 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > floatingip after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.856116 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router after_create 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.856222 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router after_update 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.856500 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router after_update 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.856835 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.857178 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router after_update 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.857571 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router precommit_update 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.857960 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: port after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.858281 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: port after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.858606 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: subnet after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.858928 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.859267 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > port precommit_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.859593 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router precommit_create 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.859920 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: port before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.860254 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router precommit_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.860597 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router after_update 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.860929 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router precommit_delete 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.861275 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router precommit_create 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.861608 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router_interface after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.861940 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router precommit_update 55549900 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.862312 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > agent after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.862648 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > agent after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.862978 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > network after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.863850 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Tracking information for resource: router configured {{(pid=79330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:43:08.864178 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Tracking information for resource: floatingip configured {{(pid=79330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:43:08.869333 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.db.l3_agentschedulers_db [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 27 12:43:08.870083 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: port after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.870299 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: port after_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.870639 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: port after_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.870980 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: port after_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.871779 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router before_create 55550100 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.872226 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router precommit_delete 55550100 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.872483 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router precommit_create 55550100 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.872831 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > router precommit_update 55550100 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.877080 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.services.provider_configuration [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service providers = [] {{(pid=79330) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 27 12:43:08.877433 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.db.servicetype_db [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79330) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 27 12:43:08.880335 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.services.service_base [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:43:08.880673 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.services.service_base [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:43:08.881522 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.services.service_base [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:43:08.882394 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.services.service_base [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:43:08.882929 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.services.service_base [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 27 12:43:08.883307 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:43:08.883612 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 27 12:43:08.894131 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:43:08.894461 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading Plugin: auto_allocate Jun 27 12:43:08.901051 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: network precommit_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.901407 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: network precommit_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.901923 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:43:08.902264 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading Plugin: tag Jun 27 12:43:08.910640 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:43:08.910955 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading Plugin: timestamp Jun 27 12:43:08.914814 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:43:08.915138 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading Plugin: network_ip_availability Jun 27 12:43:08.920308 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.920667 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.921011 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:08.921720 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:43:08.922058 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading Plugin: flavors Jun 27 12:43:08.927019 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:43:08.927339 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading Plugin: revisions Jun 27 12:43:08.932271 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:43:08.932643 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_concurrency.lockutils [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.410s {{(pid=79330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:08.933366 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79330) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 27 12:43:08.933691 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Initializing extension manager. Jun 27 12:43:08.934222 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: __init__.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.934548 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: __pycache__ {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.934876 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.935198 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: address_group.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.935962 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.936492 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: address-group Jun 27 12:43:08.936804 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: address_scope.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.937486 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.938005 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: address-scope Jun 27 12:43:08.938323 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: admin_state_down_before_update.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.939210 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.939763 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: router-admin-state-down-before-update Jun 27 12:43:08.940082 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: agent.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.940750 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.941240 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: agent Jun 27 12:43:08.941551 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: agent_resources_synced.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.942458 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.942977 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: agent-resources-synced Jun 27 12:43:08.943991 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: allowedaddresspairs.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.945906 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.946453 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: allowed-address-pairs Jun 27 12:43:08.946770 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: auto_allocated_topology.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.947815 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.948310 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: auto-allocated-topology Jun 27 12:43:08.948629 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: availability_zone.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.949292 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.949788 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: availability_zone Jun 27 12:43:08.950148 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: availability_zone_filter.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.951019 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.951517 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: availability_zone_filter Jun 27 12:43:08.951830 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: data_plane_status.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.952695 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.953185 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension data-plane-status not supported by any of loaded plugins Jun 27 12:43:08.953551 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: default_subnetpools.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.954486 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.955008 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: default-subnetpools Jun 27 12:43:08.955328 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: dhcpagentscheduler.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.956105 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.956600 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: dhcp_agent_scheduler Jun 27 12:43:08.956913 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: dns.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.957792 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.958316 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension dns-integration not supported by any of loaded plugins Jun 27 12:43:08.958628 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: dns_domain_ports.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.959695 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.960249 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 27 12:43:08.960565 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: dvr.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.961210 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.961707 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: dvr Jun 27 12:43:08.962044 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: empty_string_filtering.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.962926 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.963417 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: empty-string-filtering Jun 27 12:43:08.963728 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.964611 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.965145 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 27 12:43:08.965714 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.966621 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.967106 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 27 12:43:08.967418 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: external_net.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.968304 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.968797 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: external-net Jun 27 12:43:08.969104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: extra_dhcp_opt.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.969986 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.970496 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: extra_dhcp_opt Jun 27 12:43:08.970807 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: extraroute.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.971680 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.972170 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: extraroute Jun 27 12:43:08.972483 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: extraroute_atomic.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.973493 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.974015 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: extraroute-atomic Jun 27 12:43:08.974330 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: filter_validation.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.975080 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.975580 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: filter-validation Jun 27 12:43:08.975890 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: fip_pf_description.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.978434 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.978958 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 27 12:43:08.979285 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: fip_port_details.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.980203 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.980710 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: fip-port-details Jun 27 12:43:08.981029 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: flavors.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.982292 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.982802 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: flavors Jun 27 12:43:08.983120 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.984767 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.985351 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 27 12:43:08.985674 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: floatingip_pools.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.986390 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.986894 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: floatingip-pools Jun 27 12:43:08.987210 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: ip_allocation.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.988154 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.988643 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension ip_allocation not supported by any of loaded plugins Jun 27 12:43:08.988956 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.989834 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.990876 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: ip-substring-filtering Jun 27 12:43:08.991189 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: l2_adjacency.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.992094 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.992583 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 27 12:43:08.992894 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: l3.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.993917 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.994509 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: router Jun 27 12:43:08.994847 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: l3_conntrack_helper.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.997094 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.997606 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 27 12:43:08.997927 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:08.998850 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:08.999393 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: ext-gw-mode Jun 27 12:43:08.999710 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.000593 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.001089 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: l3-ha Jun 27 12:43:09.001403 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: l3_flavors.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.002317 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.002811 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: l3-flavors Jun 27 12:43:09.003126 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.004026 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.004521 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 27 12:43:09.004834 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: l3agentscheduler.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.006444 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.007224 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: l3_agent_scheduler Jun 27 12:43:09.007320 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: logging.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.008733 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.009247 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension logging not supported by any of loaded plugins Jun 27 12:43:09.009564 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: metering.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.010314 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.010881 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: metering Jun 27 12:43:09.011195 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.012282 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.012784 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: metering_source_and_destination_fields Jun 27 12:43:09.013097 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: multiprovidernet.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.014160 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.014669 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: multi-provider Jun 27 12:43:09.014982 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: netmtu.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.015871 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.016368 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: net-mtu Jun 27 12:43:09.016680 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: netmtu_writable.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.017561 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.018086 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: net-mtu-writable Jun 27 12:43:09.018400 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: network_availability_zone.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.019044 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.019543 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: network_availability_zone Jun 27 12:43:09.019848 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: network_ip_availability.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.020918 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.021413 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: network-ip-availability Jun 27 12:43:09.021780 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: network_segment_range.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.022570 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.023036 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension network-segment-range not supported by any of loaded plugins Jun 27 12:43:09.023344 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: pagination.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.024361 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.024677 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: pagination Jun 27 12:43:09.024987 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: port_device_profile.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.025856 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.026394 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: port-device-profile Jun 27 12:43:09.026707 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.027583 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.028084 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: port-mac-address-regenerate Jun 27 12:43:09.028395 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.029272 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.029770 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: port-numa-affinity-policy Jun 27 12:43:09.030114 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: port_resource_request.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.030982 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.031476 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension port-resource-request not supported by any of loaded plugins Jun 27 12:43:09.031782 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: portbindings.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.032712 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.033159 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: binding Jun 27 12:43:09.033470 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: portbindings_extended.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.034818 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.035330 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: binding-extended Jun 27 12:43:09.035643 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: portsecurity.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.036516 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.037244 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: port-security Jun 27 12:43:09.037760 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: project_id.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.038309 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.038626 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: project-id Jun 27 12:43:09.038938 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: providernet.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.039806 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.040378 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: provider Jun 27 12:43:09.040692 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: qos.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.044309 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.044833 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension qos not supported by any of loaded plugins Jun 27 12:43:09.045200 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.046465 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.046974 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 27 12:43:09.047298 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.048185 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.048689 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 27 12:43:09.049008 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: qos_default.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.049886 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.050412 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension qos-default not supported by any of loaded plugins Jun 27 12:43:09.050729 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: qos_fip.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.051362 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.051856 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension qos-fip not supported by any of loaded plugins Jun 27 12:43:09.052169 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: qos_gateway_ip.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.053594 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.054136 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 27 12:43:09.054426 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: qos_port_network_policy.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.055303 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.055809 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 27 12:43:09.056125 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: qos_rule_type_details.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.057013 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.057513 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 27 12:43:09.057826 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: qos_rules_alias.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.058870 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.059370 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 27 12:43:09.059685 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: quotasv2.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.060615 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.061078 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: quotas Jun 27 12:43:09.061393 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: quotasv2_detail.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.063041 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.063371 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: quota_details Jun 27 12:43:09.063690 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: rbac.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.064798 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.065325 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: rbac-policies Jun 27 12:43:09.065641 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: rbac_address_group.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.066588 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.067098 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: rbac-address-group Jun 27 12:43:09.067412 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: rbac_address_scope.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.068349 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.069349 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: rbac-address-scope Jun 27 12:43:09.069662 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: rbac_security_groups.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.070586 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.071086 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: rbac-security-groups Jun 27 12:43:09.071397 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: rbac_subnetpool.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.072295 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.072790 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: rbac-subnetpool Jun 27 12:43:09.073103 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: revisionifmatch.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.074011 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.074515 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: revision-if-match Jun 27 12:43:09.074826 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: revisions.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.075999 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.076503 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: standard-attr-revisions Jun 27 12:43:09.076819 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: router_availability_zone.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.077479 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.078001 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: router_availability_zone Jun 27 12:43:09.078319 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: routerservicetype.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.079215 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.079777 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension router-service-type not supported by any of loaded plugins Jun 27 12:43:09.080151 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.080977 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.081478 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: security-groups-normalized-cidr Jun 27 12:43:09.081788 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: security_groups_port_filtering.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.082699 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.083198 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: port-security-groups-filtering Jun 27 12:43:09.083510 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.084709 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.084926 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: security-groups-remote-address-group Jun 27 12:43:09.085241 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: securitygroup.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.095388 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.095934 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: security-group Jun 27 12:43:09.096256 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: segment.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.097053 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.097549 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension segment not supported by any of loaded plugins Jun 27 12:43:09.097863 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.098834 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.099336 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 27 12:43:09.099680 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: servicetype.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.100781 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.101287 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: service-type Jun 27 12:43:09.101604 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: sorting.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.102584 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.102904 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: sorting Jun 27 12:43:09.103220 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: standard_attr_segment.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.104115 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.104619 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 27 12:43:09.104932 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: standardattrdescription.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.105551 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.106090 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: standard-attr-description Jun 27 12:43:09.106404 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: stateful_security_group.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.107290 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.107794 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: stateful-security-group Jun 27 12:43:09.108109 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: stdattrs_common.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.108667 dv-cinder-798099-1-smb neutron-server[79330]: WARNING neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 27 12:43:09.108977 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.109945 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.110480 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 27 12:43:09.110794 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: subnet_onboard.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.111850 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.112359 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: subnet_onboard Jun 27 12:43:09.112672 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.113564 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.114097 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 27 12:43:09.114409 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: subnet_service_types.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.115877 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.116519 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: subnet-service-types Jun 27 12:43:09.116876 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: subnetallocation.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.117936 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.118466 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: subnet_allocation Jun 27 12:43:09.118784 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.119435 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.120047 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: subnetpool-prefix-ops Jun 27 12:43:09.120306 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.121213 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.121707 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 27 12:43:09.122044 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: tagging.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.123098 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.123616 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: standard-attr-tag Jun 27 12:43:09.123935 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: timestamp.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.125099 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.125605 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loaded extension: standard-attr-timestamp Jun 27 12:43:09.125929 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: trunk.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.127023 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.127527 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension trunk not supported by any of loaded plugins Jun 27 12:43:09.127843 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: trunk_details.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.128723 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.129222 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension trunk-details not supported by any of loaded plugins Jun 27 12:43:09.129536 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: uplink_status_propagation.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.130453 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.131527 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 27 12:43:09.132043 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Loading extension file: vlantransparent.py {{(pid=79330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:43:09.132717 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:43:09.133213 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 27 12:43:09.135699 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:network Jun 27 12:43:09.136430 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:subnet Jun 27 12:43:09.137199 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:43:09.137802 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:port Jun 27 12:43:09.139125 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.139563 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service FLAVORS assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.140185 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.140606 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.140924 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:router Jun 27 12:43:09.141577 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:floatingip Jun 27 12:43:09.142323 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service METERING assigned prefix: /metering {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.143809 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:09.144171 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:09.144509 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:43:09.145670 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 12:43:09.146153 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:security_group Jun 27 12:43:09.146938 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 12:43:09.147675 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service CORE assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.147995 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:43:09.148323 dv-cinder-798099-1-smb neutron-server[79330]: WARNING neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] subnetpool is already registered Jun 27 12:43:09.148970 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service CORE assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.149282 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:43:09.149601 dv-cinder-798099-1-smb neutron-server[79330]: WARNING neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] subnetpool is already registered Jun 27 12:43:09.152184 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.152607 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service FLAVORS assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.153187 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.153593 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.153913 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:router Jun 27 12:43:09.154274 dv-cinder-798099-1-smb neutron-server[79330]: WARNING neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] router is already registered Jun 27 12:43:09.154829 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:floatingip Jun 27 12:43:09.155145 dv-cinder-798099-1-smb neutron-server[79330]: WARNING neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] floatingip is already registered Jun 27 12:43:09.155761 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service METERING assigned prefix: /metering {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.156421 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 12:43:09.156739 dv-cinder-798099-1-smb neutron-server[79330]: WARNING neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] rbac_policy is already registered Jun 27 12:43:09.157270 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:security_group Jun 27 12:43:09.157582 dv-cinder-798099-1-smb neutron-server[79330]: WARNING neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] security_group is already registered Jun 27 12:43:09.158191 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 12:43:09.158509 dv-cinder-798099-1-smb neutron-server[79330]: WARNING neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] security_group_rule is already registered Jun 27 12:43:09.159163 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service CORE assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.159479 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:43:09.159790 dv-cinder-798099-1-smb neutron-server[79330]: WARNING neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] subnetpool is already registered Jun 27 12:43:09.160381 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.v2.resource_helper [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Service CORE assigned prefix: {{(pid=79330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:43:09.160694 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:43:09.161001 dv-cinder-798099-1-smb neutron-server[79330]: WARNING neutron.quota.resource_registry [None req-6fdb653f-e105-4564-891a-71815139b00f None None] subnetpool is already registered Jun 27 12:43:09.161649 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: extensions {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.163154 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: address-groups {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.164755 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: address-scopes {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.165988 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: agents {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.167188 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: auto-allocated-topology {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.168428 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: availability_zones {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.169742 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: dhcp-networks {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.171178 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: dhcp-agents {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.172596 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: routers {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.175370 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: flavors {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.176532 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: service_profiles {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.178271 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: next_providers {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.179882 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: service_profiles {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.181354 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: floatingip-pools {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.182586 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: routers {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.184364 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: floatingips {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.185526 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: l3-routers {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.186948 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: l3-agents {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.188402 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: metering-labels {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.189832 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: metering-label-rules {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.191117 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: network-ip-availabilities {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.192350 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: bindings {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.194679 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: quotas {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.196105 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: quotas {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.197503 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: rbac-policies {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.198813 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: security-groups {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.200004 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: security-group-rules {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.201230 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: service-providers {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.202474 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: subnetpools {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.203881 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: subnetpools {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.205315 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: tags {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.206998 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: tags {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.208788 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: tags {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.210779 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: tags {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.212550 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: tags {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.214400 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: tags {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.216352 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: tags {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.218268 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: tags {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.220013 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: tags {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.221807 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron.api.extensions [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Extended resource: tags {{(pid=79330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:43:09.228254 dv-cinder-798099-1-smb neutron-server[79330]: WARNING keystonemiddleware.auth_token [None req-6fdb653f-e105-4564-891a-71815139b00f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 27 12:43:09.233054 dv-cinder-798099-1-smb neutron-server[79330]: WARNING keystonemiddleware.auth_token [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 27 12:43:09.241805 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_concurrency.lockutils [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Acquired lock "singleton_lock" {{(pid=79330) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 27 12:43:09.242296 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_concurrency.lockutils [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Releasing lock "singleton_lock" {{(pid=79330) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 27 12:43:09.242935 dv-cinder-798099-1-smb neutron-server[79330]: INFO oslo_service.service [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Starting 2 workers Jun 27 12:43:09.247584 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Started child 79437 {{(pid=79330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:43:09.252137 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Started child 79438 {{(pid=79330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:43:09.252953 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:09.253690 dv-cinder-798099-1-smb neutron-server[79330]: INFO neutron.service [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 27 12:43:09.254324 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Notify callbacks [] for process, before_spawn {{(pid=79330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:09.254506 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [-] (79437) wsgi starting up on http://0.0.0.0:9696 Jun 27 12:43:09.257379 dv-cinder-798099-1-smb neutron-server[79330]: INFO oslo_service.service [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Starting 1 workers Jun 27 12:43:09.257567 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:09.258947 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [-] (79438) wsgi starting up on http://0.0.0.0:9696 Jun 27 12:43:09.262594 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Started child 79439 {{(pid=79330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:43:09.263115 dv-cinder-798099-1-smb neutron-server[79330]: INFO oslo_service.service [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Starting 1 workers Jun 27 12:43:09.266495 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.service [None req-6fdb653f-e105-4564-891a-71815139b00f None None] calling RpcWorker wait() {{(pid=79439) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 27 12:43:09.267102 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.service [None req-6fdb653f-e105-4564-891a-71815139b00f None None] returning from RpcWorker wait() {{(pid=79439) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 27 12:43:09.267535 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Started child 79440 {{(pid=79330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:43:09.268301 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:09.268406 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG neutron_lib.callbacks.manager [None req-6fdb653f-e105-4564-891a-71815139b00f None None] Notify callbacks [] for process, after_spawn {{(pid=79330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:09.268784 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:43:09.270258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79330) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 27 12:43:09.270463 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 27 12:43:09.270822 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 27 12:43:09.271040 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 27 12:43:09.271429 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 27 12:43:09.271611 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 27 12:43:09.272455 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.272455 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.272753 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.273029 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.273313 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.273419 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:09.273896 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.274158 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.274389 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.274658 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.274882 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.275034 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.275194 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.275431 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.275654 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.275941 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.276220 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.276469 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.276724 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.276895 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.277151 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.277400 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.277635 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.277932 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] debug = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.278229 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.278915 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.279177 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.279414 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.279702 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.280040 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.280410 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.280705 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.280958 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.281170 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.281452 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.281766 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.282032 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.282266 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.282482 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.282987 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.283167 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.283657 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] host = dv-cinder-798099-1-smb {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.283874 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.284105 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.284456 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.284838 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.285103 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.285401 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.285552 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.285817 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.286226 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.286388 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.287506 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.287506 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.287847 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.288078 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.288483 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_options = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.288781 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.288926 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.289144 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.289334 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.289533 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.289680 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.290008 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.290167 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.290472 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.290626 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.290827 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.291058 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.291667 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.291667 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.291953 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.292109 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.292246 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.292397 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.292655 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.292880 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.293099 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.293423 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.293587 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.293780 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.294013 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.294246 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.294467 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.294678 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.294904 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.295166 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.295380 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.295672 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.295848 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.296100 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.296369 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.296730 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.296730 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.297136 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.297274 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.297408 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.297729 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.298003 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.298216 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.298445 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.298652 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.298859 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_json = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.299066 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.299272 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.299527 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.299768 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.299999 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.300209 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.300359 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:43:09.300503 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.300641 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.301069 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.301334 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.301635 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.301863 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.302299 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.302558 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.313625 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.313625 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.313625 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.313625 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.313625 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.313625 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.313625 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.313625 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.313625 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.314557 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.314557 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.314557 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.314557 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.314557 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.314557 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.314557 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.314557 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315126 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315126 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315126 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315126 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315126 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315126 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315126 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315126 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315691 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315691 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315691 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315691 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315691 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315691 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315691 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315691 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.315691 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316329 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316329 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316329 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316329 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316329 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316329 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316329 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316329 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316329 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316976 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316976 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316976 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316976 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316976 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316976 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316976 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316976 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.316976 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.317597 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.317597 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.317597 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.317597 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.317597 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.317597 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.317597 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.317597 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.317597 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.318295 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.318295 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.318295 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.318295 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.318295 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.318295 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.320258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.320258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.320258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.320258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.320258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.320258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.320258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.320258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.320258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.321164 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.321164 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.321164 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.321164 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.321164 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.322441 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.322441 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.322441 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.322441 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.322441 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.324068 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.324068 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.324068 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.324068 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.324068 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.324068 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.324068 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.330500 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.330500 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.330500 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.330500 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.330500 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.330500 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.330500 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.330500 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331130 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331130 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331130 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331130 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331130 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331130 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331544 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 36636) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:09.331629 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331629 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331629 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331629 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331629 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331629 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331629 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.331629 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332235 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332235 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332235 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332235 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332235 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332235 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332235 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332235 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332808 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332808 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332808 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332808 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.332808 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.333193 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.333274 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.335591 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.335591 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.335591 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.335591 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.335591 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.335591 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.335591 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.335591 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.338720 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.338720 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.338720 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.338720 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.338720 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.338720 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.338720 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.338720 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.339537 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.339537 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.339537 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.339537 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.339537 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.339537 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.339537 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.339537 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.340138 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.340138 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.340138 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.340624 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.340846 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.341073 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.341328 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.341574 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.341804 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.342104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.342349 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.342576 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.342812 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.343029 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.343271 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.343593 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.343783 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.344015 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.344496 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.344496 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.344669 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.344846 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.345133 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.345299 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.345502 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.345753 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.346017 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.346351 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.346602 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.348177 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.348177 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.348177 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.348177 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.348177 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.348177 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.348177 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.349287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.349287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.349287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.349287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.349287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.350700 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.350700 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.350700 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.350700 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.353287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.353287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.353287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.353287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.353287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.353287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.353287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.353287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.354594 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.354594 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.354594 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.354594 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.354594 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.354594 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.355560 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0230875 Jun 27 12:43:09.355719 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.355719 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.356031 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.357648 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.357648 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.357648 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.358287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.358287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.358673 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.359703 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.359921 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.360168 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.360444 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.362672 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.362672 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.362672 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.362672 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.362672 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.362672 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.362672 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.363566 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.363566 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.363566 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.363566 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.363854 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.364066 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.364330 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.364587 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.364830 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.365139 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.366083 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.366427 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.366773 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.367104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.367379 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.367564 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.368722 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.368722 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.368722 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.368722 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.369045 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.369045 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.369297 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.369561 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.369882 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.370167 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 12:43:09.371017 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79330) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 27 12:43:09.371290 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 27 12:43:09.371545 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 27 12:43:09.371823 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 27 12:43:09.372102 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 27 12:43:09.372355 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 27 12:43:09.372685 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.372958 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.373364 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.373532 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.373741 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.374093 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.374365 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.374623 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.374901 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.375376 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.375655 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.377442 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.377722 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.378050 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.378331 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.378613 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.378898 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.379187 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.379822 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.379924 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.380135 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.380413 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.380722 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] debug = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.381011 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.381335 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.382028 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.382028 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.382169 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.382414 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.382685 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.383372 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.383372 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.383535 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.383711 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.383984 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.384258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.384527 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.384807 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.385026 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.385315 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.387541 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] host = dv-cinder-798099-1-smb {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.387541 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.387541 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.387541 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.387541 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.387541 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.387541 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.387541 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.389189 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.389189 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.389189 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.389189 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.389189 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.393362 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.393362 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.393362 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_options = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.393362 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.393362 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.393362 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.393362 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.393362 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.394202 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.394202 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.394202 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.394202 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.394202 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.394202 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.394202 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.394202 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.395258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.395258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.395258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.395258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.395258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.395258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.395258 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398402 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398402 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398402 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398402 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398402 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398402 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398402 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398402 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398402 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398890 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398890 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.398890 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.399393 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.399656 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.400336 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.400336 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.400494 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.400712 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.400988 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.401217 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.401614 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.401806 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.403371 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.403371 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.403371 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.403371 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_json = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.403371 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.403371 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.404076 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.404076 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.404076 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.404289 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.404523 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.404793 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:43:09.405334 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.405831 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.406151 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.406424 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.406702 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.406963 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.407251 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.407524 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.407795 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.408054 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.408238 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.408380 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.408564 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.408784 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.409047 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.409251 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.409990 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.409990 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.409990 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.409990 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.410606 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.410945 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.411287 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.413056 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.413056 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.413056 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.413056 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.413056 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.414711 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.414711 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.414711 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.414711 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.414711 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.414711 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.414711 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.414711 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.414711 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.416005 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.416005 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.416005 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.416005 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.416005 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.416005 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.416005 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.416005 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.417040 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.417040 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.417040 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.417040 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.417552 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.417552 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.417552 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.417552 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.418136 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.418136 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.422267 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.422459 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.422758 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.422995 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.423230 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.423469 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.423709 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.423935 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.424157 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.424370 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.424602 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.424774 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.425061 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.425307 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.425511 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.425663 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.425938 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.425938 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.426173 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.426303 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.426466 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.426626 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.426788 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.426949 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.427108 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.427274 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.427413 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.427750 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.428471 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.428471 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.428858 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.428858 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.429124 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.429124 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.429415 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.429415 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.429686 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.429686 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.429946 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.429946 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.430267 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.430267 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.430890 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.430890 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.430890 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.430890 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.431418 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.431418 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.431418 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.431418 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.431930 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.431930 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.431930 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.432320 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.432320 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.432320 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.432706 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.432706 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.432962 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.432962 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.433217 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.433217 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.433471 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.433616 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.433758 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.433909 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.434143 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.434283 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.434417 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.434549 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.435234 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.435234 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.435234 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.435234 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.435756 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.435756 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.435756 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.435756 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.436264 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.436264 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.436264 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.437341 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.437341 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.437341 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.437341 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.437341 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.437341 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.437341 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.438949 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.438949 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.438949 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.438949 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.438949 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.438949 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.438949 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.438949 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.439940 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.439940 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.439940 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.439940 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.439940 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.439940 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.439940 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.439940 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.442104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.442104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.442104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.442104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.442104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.442104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.442104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.442104 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.443127 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.443127 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.443127 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.443127 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.443127 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.443127 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.443127 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.443127 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.444251 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.444251 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.444251 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.444251 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.444251 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.444251 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.444251 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.444251 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445015 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445015 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445015 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445015 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445015 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445015 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445015 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445015 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445547 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445547 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445547 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445547 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445547 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445547 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445547 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.445547 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.446314 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.446314 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.446314 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.446314 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.446314 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.446703 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.446703 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.446826 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.446921 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.447482 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.447482 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.447482 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.447685 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.447748 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.447860 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.448017 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.448176 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.448960 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.448960 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.448960 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.448960 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.448960 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.449336 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.449336 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.449507 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.449585 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.449671 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.449830 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.450420 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.450420 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.450420 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.450731 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.450731 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.450940 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.450940 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.451174 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.451257 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.451462 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.451544 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.451670 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.451837 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.452004 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.452172 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.452353 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.452499 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.453254 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.453254 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.453254 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.453254 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.453785 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.453785 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.453785 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.453785 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.454255 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.454255 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.454482 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.454482 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.454673 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.454774 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.454898 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.455045 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.455194 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.455338 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.456108 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.456108 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:43:09.456108 dv-cinder-798099-1-smb neutron-server[79330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 12:43:09.465763 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:43:20.604579 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6247b3c-660c-4675-b15e-d85b03d4f395 None None] get_active_networks_info from dv-cinder-798099-1-smb {{(pid=79439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 27 12:43:20.705462 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6247b3c-660c-4675-b15e-d85b03d4f395 None None] No non-hosted networks {{(pid=79439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 27 12:43:20.720073 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.agentschedulers_db [None req-b6247b3c-660c-4675-b15e-d85b03d4f395 None None] DHCP Agent not found on host dv-cinder-798099-1-smb {{(pid=79439) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 27 12:43:20.892672 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b467f278-4aef-4406-ac1f-2f1f18c14675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3910514'] for agent, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:21.226447 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3910514'] for agent, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:21.227323 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.228275 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.228793 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.229269 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.229741 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.230371 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.236141 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.238349 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.239085 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.240327 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.241476 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.242150 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:21.242845 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798099-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:43:21.255425 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798099-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:43:23.370592 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e0233cd0-9ef3-4429-a80a-b3019e57c021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3910514'] for agent, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:23.405098 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.db.api [None req-50b4982f-e2ce-4cb9-a5f0-9653f536da89 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-798099-1-smb {{(pid=79439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:43:23.405575 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_db.api [None req-50b4982f-e2ce-4cb9-a5f0-9653f536da89 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:43:23.997699 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-50b4982f-e2ce-4cb9-a5f0-9653f536da89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:24.529646 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3910514'] for agent, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:26.116771 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3910514'] for agent, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:27.533324 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 36738) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:28.160861 dv-cinder-798099-1-smb neutron-server[79438]: WARNING oslo_policy.policy [None req-e140c5ae-d7e7-480b-a7e3-2ed97bded0bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:43:28.162180 dv-cinder-798099-1-smb neutron-server[79438]: WARNING oslo_policy.policy [None req-e140c5ae-d7e7-480b-a7e3-2ed97bded0bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:43:28.379265 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [None req-e140c5ae-d7e7-480b-a7e3-2ed97bded0bd admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=79438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:43:28.382571 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-e140c5ae-d7e7-480b-a7e3-2ed97bded0bd admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8469846 Jun 27 12:43:30.286697 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.db.l3_hamode_db [None req-c38a845e-880c-4c56-beb6-11d2472c958c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 27 12:43:30.374465 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a845e-880c-4c56-beb6-11d2472c958c None None] Routers set() bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:43:30.374757 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a845e-880c-4c56-beb6-11d2472c958c None None] Router IDs set() for agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 27 12:43:30.808246 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 36752) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:31.191794 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-557f1d81-37e9-4036-ade3-33a1267fdbbd admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:43:31.307828 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.policy [None req-557f1d81-37e9-4036-ade3-33a1267fdbbd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79438) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 12:43:31.354508 dv-cinder-798099-1-smb neutron-server[79438]: WARNING oslo_policy.policy [None req-557f1d81-37e9-4036-ade3-33a1267fdbbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:43:31.354875 dv-cinder-798099-1-smb neutron-server[79438]: WARNING oslo_policy.policy [None req-557f1d81-37e9-4036-ade3-33a1267fdbbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:43:31.363465 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.quota [None req-557f1d81-37e9-4036-ade3-33a1267fdbbd admin admin] Loaded quota_driver: . Jun 27 12:43:31.379258 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-557f1d81-37e9-4036-ade3-33a1267fdbbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:43:31.498940 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-557f1d81-37e9-4036-ade3-33a1267fdbbd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790441941576', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790441940133', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790441954775', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790441957332', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790441980749', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790441972854', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-822806', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3363862', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-501607', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-519285'] for rbac-policy, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:31.700108 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-557f1d81-37e9-4036-ade3-33a1267fdbbd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:31.701317 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-557f1d81-37e9-4036-ade3-33a1267fdbbd admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8929448 Jun 27 12:43:34.391935 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 36766) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:34.764306 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'name': 'private'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:43:34.769473 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:43:34.774575 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Usage tracker for resource:network and tenant:21cd4c58a13f469ba5c47b1622fb534b is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:43:34.779268 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:43:34.785417 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:43:34.905677 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Made reservation on behalf of 21cd4c58a13f469ba5c47b1622fb534b for: {'network': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:43:34.908612 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:34.927087 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:34.941452 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:43:34.946602 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Usage tracker for resource:security_group_rule and tenant:21cd4c58a13f469ba5c47b1622fb534b is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:43:34.952191 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:43:34.958682 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:43:35.059871 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:35.139599 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:35.145330 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:35.167329 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=79438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:43:35.196517 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790445457336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:35.197139 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Unsubscribe: segment precommit_create {{(pid=79438) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 12:43:35.197655 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.segments_db [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Added segment e152e106-3797-4f19-b4cf-192ca8d6d47d of type vlan for network 4c046338-ead4-49cd-a6bf-7777de00a2ca Jun 27 12:43:35.247345 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c42d7b-f9f1-40e2-a075-9f8793dbed46,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:35.269372 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.269713 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.270071 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.270432 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.270774 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.271067 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.271370 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.271700 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.272019 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.272348 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.272649 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.272948 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Tracked resource versions report: Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: pushed versions: Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: { 'AddressGroup': {'1.2'}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'ConntrackHelper': {'1.0'}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'Log': {'1.0'}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'Network': {'1.1'}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'Port': {'1.7'}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'PortForwarding': {'1.2'}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'QosPolicy': {'1.8'}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'SecurityGroup': {'1.4'}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'SubPort': {'1.0'}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'Subnet': {'1.1'}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'Trunk': {'1.1'}} Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: consumer versions: Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: { DHCP agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: L3 agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: Metadata agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: Metering agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: Open vSwitch agent@dv-cinder-798099-1-smb: { 'AddressGroup': '1.2', Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'ConntrackHelper': '1.0', Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'Log': '1.0', Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'Network': '1.1', Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'Port': '1.7', Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'PortForwarding': '1.2', Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'QosPolicy': '1.8', Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'SecurityGroup': '1.4', Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'SecurityGroupRule': '1.2', Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'SubPort': '1.0', Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'Subnet': '1.1', Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: 'Trunk': '1.1'}} Jun 27 12:43:35.273998 dv-cinder-798099-1-smb neutron-server[79438]: {{(pid=79438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:43:35.318379 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:35.326190 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:35.408346 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:35.410003 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:35.410646 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:35.414185 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:35.521420 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Pushing event updated for resources: {'Network': ['ID=4c046338-ead4-49cd-a6bf-7777de00a2ca,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:35.524581 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:35.532712 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 4c046338-ead4-49cd-a6bf-7777de00a2ca details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:43:35.596458 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2032998 Jun 27 12:43:38.401568 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 36782) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:39.025311 dv-cinder-798099-1-smb neutron-server[79437]: WARNING oslo_policy.policy [None req-996f6076-613c-450f-82af-bb9c4fd2cffd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:43:39.025944 dv-cinder-798099-1-smb neutron-server[79437]: WARNING oslo_policy.policy [None req-996f6076-613c-450f-82af-bb9c4fd2cffd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:43:39.471792 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.policy [None req-996f6076-613c-450f-82af-bb9c4fd2cffd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79437) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 12:43:39.519070 dv-cinder-798099-1-smb neutron-server[79437]: WARNING oslo_policy.policy [None req-996f6076-613c-450f-82af-bb9c4fd2cffd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:43:39.519455 dv-cinder-798099-1-smb neutron-server[79437]: WARNING oslo_policy.policy [None req-996f6076-613c-450f-82af-bb9c4fd2cffd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:43:39.528436 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996f6076-613c-450f-82af-bb9c4fd2cffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:39.530188 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-996f6076-613c-450f-82af-bb9c4fd2cffd admin admin] 10.222.0.41 "GET /v2.0/networks/4c046338-ead4-49cd-a6bf-7777de00a2ca HTTP/1.1" status: 200 len: 825 time: 1.1276135 Jun 27 12:43:39.563295 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-b4ecf009-94a7-4c66-88b9-5705672cd052 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/58487da3-44e8-4dee-a098-0bac561199cb HTTP/1.1" status: 200 len: 734 time: 0.0277383 Jun 27 12:43:39.572428 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'subnetpool_id': '58487da3-44e8-4dee-a098-0bac561199cb', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:43:39.574010 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.quota [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Loaded quota_driver: . Jun 27 12:43:39.580088 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:43:39.585610 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Usage tracker for resource:subnet and tenant:21cd4c58a13f469ba5c47b1622fb534b is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:43:39.588971 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:43:39.596060 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:43:39.720964 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Made reservation on behalf of 21cd4c58a13f469ba5c47b1622fb534b for: {'subnet': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:43:39.724480 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:40.139036 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:40.144711 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:40.228253 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Checking segment: {'id': 'e152e106-3797-4f19-b4cf-192ca8d6d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:43:40.228647 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Network hostable DHCP agents. Network: 4c046338-ead4-49cd-a6bf-7777de00a2ca, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:43:40.249790 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:40.262931 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.263262 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.263588 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.263906 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.264260 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.264573 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.264887 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.265221 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.265549 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.265860 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.266193 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.266525 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Tracked resource versions report: Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: pushed versions: Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: { 'AddressGroup': {'1.2'}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'ConntrackHelper': {'1.0'}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'Log': {'1.0'}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'Network': {'1.1'}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'Port': {'1.7'}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'PortForwarding': {'1.2'}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'QosPolicy': {'1.8'}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'SecurityGroup': {'1.4'}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'SubPort': {'1.0'}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'Subnet': {'1.1'}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'Trunk': {'1.1'}} Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: consumer versions: Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: { DHCP agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: L3 agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: Metadata agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: Metering agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: Open vSwitch agent@dv-cinder-798099-1-smb: { 'AddressGroup': '1.2', Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'ConntrackHelper': '1.0', Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'Log': '1.0', Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'Network': '1.1', Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'Port': '1.7', Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'PortForwarding': '1.2', Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'QosPolicy': '1.8', Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'SecurityGroup': '1.4', Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'SecurityGroupRule': '1.2', Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'SubPort': '1.0', Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'Subnet': '1.1', Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: 'Trunk': '1.1'}} Jun 27 12:43:40.267539 dv-cinder-798099-1-smb neutron-server[79437]: {{(pid=79437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:43:40.297838 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:40.373995 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Network 4c046338-ead4-49cd-a6bf-7777de00a2ca is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:43:40.526643 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 4c046338-ead4-49cd-a6bf-7777de00a2ca) {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:43:40.531633 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:40.532259 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:40.537626 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df35c3bd-c00c-4fcf-bf38-c539b0588165 None None] Network 4c046338-ead4-49cd-a6bf-7777de00a2ca requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:43:40.654540 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0855365 Jun 27 12:43:40.951769 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61cff0b7-818a-53f9-9c49-d15b5ffc093f-4c046338-ead4-49cd-a6bf-7777de00a2ca', 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'fixed_ips': [{'subnet_id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f'}]}} from dv-cinder-798099-1-smb. {{(pid=79439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:43:40.952986 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:41.155835 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.db_base_plugin_common [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Allocated IP 172.20.0.2 (4c046338-ead4-49cd-a6bf-7777de00a2ca/77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f/45a6c2f1-bc2b-4de1-bd18-36c3064312ef) {{(pid=79439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:43:41.404862 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Notify callbacks [] for port, precommit_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:41.419539 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Transition to ACTIVE for port object 45a6c2f1-bc2b-4de1-bd18-36c3064312ef will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:43:41.445482 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Transition to ACTIVE for port object 45a6c2f1-bc2b-4de1-bd18-36c3064312ef will not be triggered until provisioned by entity DHCP. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:43:41.534341 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:41.540327 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:41.605313 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Network 4c046338-ead4-49cd-a6bf-7777de00a2ca is already hosted by enough agents. {{(pid=79439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:43:41.608245 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.base_scheduler [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Resources bound (agent type, host, resource id): {{(pid=79439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:43:41.616047 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Received port after_create {{(pid=79439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:43:41.618206 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Pushing event updated for resources: {'Port': ['ID=45a6c2f1-bc2b-4de1-bd18-36c3064312ef,revision_number=1']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:41.652292 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.652635 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.652960 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.653282 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.653601 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.653923 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.654259 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.654571 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.654881 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.655190 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.655500 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.655805 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Tracked resource versions report: Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: pushed versions: Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: { 'AddressGroup': {'1.2'}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'ConntrackHelper': {'1.0'}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'Log': {'1.0'}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'Network': {'1.1'}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'Port': {'1.7'}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'PortForwarding': {'1.2'}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'QosPolicy': {'1.8'}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'SecurityGroup': {'1.4'}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'SubPort': {'1.0'}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'Subnet': {'1.1'}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'Trunk': {'1.1'}} Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: consumer versions: Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: { DHCP agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: L3 agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: Metadata agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: Metering agent@dv-cinder-798099-1-smb: {}, Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: Open vSwitch agent@dv-cinder-798099-1-smb: { 'AddressGroup': '1.2', Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'ConntrackHelper': '1.0', Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'Log': '1.0', Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'Network': '1.1', Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'Port': '1.7', Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'PortForwarding': '1.2', Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'QosPolicy': '1.8', Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'SecurityGroup': '1.4', Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'SecurityGroupRule': '1.2', Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'SubPort': '1.0', Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'Subnet': '1.1', Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: 'Trunk': '1.1'}} Jun 27 12:43:41.656900 dv-cinder-798099-1-smb neutron-server[79439]: {{(pid=79439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:43:41.666073 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:41.725333 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Attempting to bind port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:43:41.725668 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Attempting to bind port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'e152e106-3797-4f19-b4cf-192ca8d6d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:43:41.726100 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Attempting to bind port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef on network 4c046338-ead4-49cd-a6bf-7777de00a2ca {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:43:41.731829 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:43:41.732250 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Checking segment: {'id': 'e152e106-3797-4f19-b4cf-192ca8d6d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:43:41.732742 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:41.733139 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Bound using segment: {'id': 'e152e106-3797-4f19-b4cf-192ca8d6d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:43:41.733627 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Bound port: 45a6c2f1-bc2b-4de1-bd18-36c3064312ef, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e152e106-3797-4f19-b4cf-192ca8d6d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:43:41.734053 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:41.828612 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] For port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:43:41.832754 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] For port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=45a6c2f1-bc2b-4de1-bd18-36c3064312ef,segment=NetworkSegment(e152e106-3797-4f19-b4cf-192ca8d6d47d),segment_id=e152e106-3797-4f19-b4cf-192ca8d6d47d)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:43:41.904552 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:41.909111 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:42.015268 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Pushing event updated for resources: {'Port': ['ID=45a6c2f1-bc2b-4de1-bd18-36c3064312ef,revision_number=2']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:42.018396 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:43.072179 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 36802) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:43.476618 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [None req-e6283b7e-90e5-45fa-ab42-6eba686d5976 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=79437) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:43:43.477644 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-e6283b7e-90e5-45fa-ab42-6eba686d5976 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4045177 Jun 27 12:43:45.784227 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64842f8b-5afa-4cbb-b9c1-2f640bdbed68 None None] Network 4c046338-ead4-49cd-a6bf-7777de00a2ca requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:43:45.869916 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 36816) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:45.976417 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 45a6c2f1-bc2b-4de1-bd18-36c3064312ef up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:43:46.050144 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-0e733882-16f4-4310-a6d2-e589cdd87968 None None] Provisioning for port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:43:46.231330 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:43:46.236843 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:43:46.242191 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:46.284601 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [None req-506ebc1d-70aa-43fc-9c0f-d0649d17523f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=79437) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:43:46.286299 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-506ebc1d-70aa-43fc-9c0f-d0649d17523f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4143264 Jun 27 12:43:46.364680 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:46.408612 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-b3d6d566-302f-4202-96fd-ec99bad3c3a6 None None] Provisioning complete for port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:43:46.408980 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d566-302f-4202-96fd-ec99bad3c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:46.447752 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=45a6c2f1-bc2b-4de1-bd18-36c3064312ef,segment=NetworkSegment(e152e106-3797-4f19-b4cf-192ca8d6d47d),segment_id=e152e106-3797-4f19-b4cf-192ca8d6d47d)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:43:46.517326 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:46.528740 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:46.589850 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d566-302f-4202-96fd-ec99bad3c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:46.621910 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=45a6c2f1-bc2b-4de1-bd18-36c3064312ef,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:46.625203 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:46.679864 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.db.api [None req-b3d6d566-302f-4202-96fd-ec99bad3c3a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:43:46.680280 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_db.api [None req-b3d6d566-302f-4202-96fd-ec99bad3c3a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:43:47.892795 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 45a6c2f1-bc2b-4de1-bd18-36c3064312ef up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:43:47.965530 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:43:47.965952 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:49.014412 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 36830) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:49.387255 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-4d6342e0-3355-4717-b651-c963ba5f676b admin admin] Request body: {'router': {'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:43:49.392487 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-4d6342e0-3355-4717-b651-c963ba5f676b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:43:49.396425 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-4d6342e0-3355-4717-b651-c963ba5f676b admin admin] Usage tracker for resource:router and tenant:21cd4c58a13f469ba5c47b1622fb534b is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:43:49.399853 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-4d6342e0-3355-4717-b651-c963ba5f676b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:43:49.405789 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-4d6342e0-3355-4717-b651-c963ba5f676b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:43:49.515411 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4d6342e0-3355-4717-b651-c963ba5f676b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7315'] for router, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:49.517091 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4d6342e0-3355-4717-b651-c963ba5f676b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7300'] for router, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:49.540284 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4d6342e0-3355-4717-b651-c963ba5f676b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:49.725395 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4d6342e0-3355-4717-b651-c963ba5f676b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3831367'] for router, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:49.808254 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4d6342e0-3355-4717-b651-c963ba5f676b admin admin] Notify callbacks [] for router, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:49.809461 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-4d6342e0-3355-4717-b651-c963ba5f676b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7938116 Jun 27 12:43:50.579297 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-2366d1fa-48f9-4feb-b339-b088485476ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:51.179374 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:52.181909 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 36840) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:52.578858 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [None req-793599d7-4923-43be-b5ea-3650d56088c9 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=79438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:43:52.579829 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-793599d7-4923-43be-b5ea-3650d56088c9 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3969903 Jun 27 12:43:53.345423 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-2378e993-c31e-4771-ba08-4d124b71728d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:54.494106 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:54.979944 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 36860) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:55.138368 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:43:55.143127 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:43:55.148232 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Usage tracker for resource:network and tenant:e1470fd31f1d4553a4b9e13b6178f1e8 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:43:55.151614 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:43:55.158572 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:43:55.293740 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Made reservation on behalf of e1470fd31f1d4553a4b9e13b6178f1e8 for: {'network': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:43:55.296134 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:55.308705 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:55.324285 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:43:55.328190 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1470fd31f1d4553a4b9e13b6178f1e8 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:43:55.331036 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:43:55.337708 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:43:55.422536 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:55.459254 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:55.463727 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:55.477496 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Reserving flat network on physical network physnet1 {{(pid=79438) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 27 12:43:55.501835 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f441485-f46c-451a-8e9c-f390aa9cfb5a,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:55.505335 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:55.505767 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.segments_db [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Added segment b405b39f-0a42-4fba-a873-b632d5baa214 of type flat for network d32f493c-8559-4b40-85d3-8491f4b6d87a Jun 27 12:43:55.506944 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:55.542983 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:55.646382 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:55.647693 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:55.648287 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:55.653201 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:55.748479 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Pushing event updated for resources: {'Network': ['ID=d32f493c-8559-4b40-85d3-8491f4b6d87a,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:55.751147 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:55.759607 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network d32f493c-8559-4b40-85d3-8491f4b6d87a details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:43:55.843927 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8627517 Jun 27 12:43:56.065231 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:58.085994 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 36880) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:58.205952 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b758333a-0cbf-4fee-b191-b6e097a23d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:58.208295 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-b758333a-0cbf-4fee-b191-b6e097a23d12 admin admin] 10.222.0.41 "GET /v2.0/subnets/77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f HTTP/1.1" status: 200 len: 849 time: 0.1206219 Jun 27 12:43:58.403751 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-76b838dd-ac1c-47a1-8948-de77c1116cd0 admin admin] 10.222.0.41 "GET /v2.0/routers/51acd293-2a3a-4fd5-9e7e-f62efc7858fb HTTP/1.1" status: 200 len: 704 time: 0.1895599 Jun 27 12:43:58.877386 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:59.123053 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Allocated IP 172.20.0.1 (4c046338-ead4-49cd-a6bf-7777de00a2ca/77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f/00c51f01-c58e-41a9-8aac-0cd956496a9c) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:43:59.285162 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:59.308517 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Transition to ACTIVE for port object 00c51f01-c58e-41a9-8aac-0cd956496a9c will not be triggered until provisioned by entity DHCP. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:43:59.440855 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:59.444910 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:59.512101 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Network 4c046338-ead4-49cd-a6bf-7777de00a2ca is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:43:59.515123 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:43:59.522566 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:43:59.523796 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3831425'] for router_interface, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:59.640635 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Pushing event updated for resources: {'Port': ['ID=00c51f01-c58e-41a9-8aac-0cd956496a9c,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:59.652802 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:59.842584 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-5059f8f5-1940-44f4-b8ac-8618f55d7890 None None] Provisioning for port 00c51f01-c58e-41a9-8aac-0cd956496a9c completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:43:59.848956 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-5059f8f5-1940-44f4-b8ac-8618f55d7890 None None] Provisioning complete for port 00c51f01-c58e-41a9-8aac-0cd956496a9c triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:43:59.849245 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-5059f8f5-1940-44f4-b8ac-8618f55d7890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:59.913837 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-5059f8f5-1940-44f4-b8ac-8618f55d7890 None None] Port 00c51f01-c58e-41a9-8aac-0cd956496a9c cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:43:59.920834 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:00.153195 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:00.211811 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:00.212976 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910184'] for router_interface, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:00.216733 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:00.349735 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Pushing event updated for resources: {'Port': ['ID=00c51f01-c58e-41a9-8aac-0cd956496a9c,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:00.353929 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:00.414357 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Network 4c046338-ead4-49cd-a6bf-7777de00a2ca is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:44:00.415333 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:00.644037 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-c71b7c16-1aa9-4d23-b3fc-8e687c119999 None None] Provisioning complete for port 00c51f01-c58e-41a9-8aac-0cd956496a9c triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:00.644406 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-c71b7c16-1aa9-4d23-b3fc-8e687c119999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:00.663439 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Router 51acd293-2a3a-4fd5-9e7e-f62efc7858fb is scheduled to L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f with binding_index 1 {{(pid=79438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:44:00.699057 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-c71b7c16-1aa9-4d23-b3fc-8e687c119999 None None] Port 00c51f01-c58e-41a9-8aac-0cd956496a9c cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:44:00.821062 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:44:00.830377 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] 10.222.0.41 "PUT /v2.0/routers/51acd293-2a3a-4fd5-9e7e-f62efc7858fb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4217038 Jun 27 12:44:00.831453 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Sync routers for ids ['51acd293-2a3a-4fd5-9e7e-f62efc7858fb'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:44:00.845128 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Routers {'51acd293-2a3a-4fd5-9e7e-f62efc7858fb'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:00.846056 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:43:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['51acd293-2a3a-4fd5-9e7e-f62efc7858fb'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:01.036893 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Set router 51acd293-2a3a-4fd5-9e7e-f62efc7858fb gateway port host: None {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:01.342459 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 5 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:44:01.423258 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'name': 'router1', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:43:49Z', 'updated_at': '2021-06-27T12:43:59Z', 'revision_number': 2, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'gw_port_host': None, '_interfaces': [{'id': '00c51f01-c58e-41a9-8aac-0cd956496a9c', 'name': '', 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'mac_address': 'fa:16:3e:70:0f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:43:58Z', 'updated_at': '2021-06-27T12:43:59Z', 'revision_number': 2, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'subnets': [{'id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58487da3-44e8-4dee-a098-0bac561199cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:01.429145 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Checking router: 51acd293-2a3a-4fd5-9e7e-f62efc7858fb for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:44:01.429590 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Updating router 51acd293-2a3a-4fd5-9e7e-f62efc7858fb port 00c51f01-c58e-41a9-8aac-0cd956496a9c binding host dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:44:01.488330 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:01.893103 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Notify callbacks [] for port, precommit_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:01.908651 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.provisioning_blocks [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Transition to ACTIVE for port object 00c51f01-c58e-41a9-8aac-0cd956496a9c will not be triggered until provisioned by entity L2. {{(pid=79440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:01.968636 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:01.975182 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:02.124979 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Pushing event updated for resources: {'Port': ['ID=00c51f01-c58e-41a9-8aac-0cd956496a9c,revision_number=3']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:02.135805 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.136188 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.136439 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.136759 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.137074 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.137385 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.137698 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.138027 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.138336 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.138643 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.138946 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.139247 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Tracked resource versions report: Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: pushed versions: Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: { 'AddressGroup': {'1.2'}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'ConntrackHelper': {'1.0'}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'Log': {'1.0'}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'Network': {'1.1'}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'Port': {'1.7'}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'PortForwarding': {'1.2'}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'QosPolicy': {'1.8'}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'SecurityGroup': {'1.4'}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'SubPort': {'1.0'}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'Subnet': {'1.1'}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'Trunk': {'1.1'}} Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: consumer versions: Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: { DHCP agent@dv-cinder-798099-1-smb: {}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: L3 agent@dv-cinder-798099-1-smb: {}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: Metadata agent@dv-cinder-798099-1-smb: {}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: Metering agent@dv-cinder-798099-1-smb: {}, Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: Open vSwitch agent@dv-cinder-798099-1-smb: { 'AddressGroup': '1.2', Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'ConntrackHelper': '1.0', Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'Log': '1.0', Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'Network': '1.1', Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'Port': '1.7', Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'PortForwarding': '1.2', Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'QosPolicy': '1.8', Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'SecurityGroup': '1.4', Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'SecurityGroupRule': '1.2', Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'SubPort': '1.0', Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'Subnet': '1.1', Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: 'Trunk': '1.1'}} Jun 27 12:44:02.140379 dv-cinder-798099-1-smb neutron-server[79440]: {{(pid=79440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:44:02.172156 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:02.236355 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Attempting to bind port 00c51f01-c58e-41a9-8aac-0cd956496a9c on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:44:02.236751 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Attempting to bind port 00c51f01-c58e-41a9-8aac-0cd956496a9c by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'e152e106-3797-4f19-b4cf-192ca8d6d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca'}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:44:02.237210 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Attempting to bind port 00c51f01-c58e-41a9-8aac-0cd956496a9c on network 4c046338-ead4-49cd-a6bf-7777de00a2ca {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:44:02.243400 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:44:02.243823 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Checking segment: {'id': 'e152e106-3797-4f19-b4cf-192ca8d6d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:02.244321 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:02.244708 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Bound using segment: {'id': 'e152e106-3797-4f19-b4cf-192ca8d6d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca'} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:44:02.245227 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Bound port: 00c51f01-c58e-41a9-8aac-0cd956496a9c, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e152e106-3797-4f19-b4cf-192ca8d6d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca'}}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:44:02.245612 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:02.336669 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] For port 00c51f01-c58e-41a9-8aac-0cd956496a9c, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:44:02.341236 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] For port 00c51f01-c58e-41a9-8aac-0cd956496a9c, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=00c51f01-c58e-41a9-8aac-0cd956496a9c,segment=NetworkSegment(e152e106-3797-4f19-b4cf-192ca8d6d47d),segment_id=e152e106-3797-4f19-b4cf-192ca8d6d47d)] {{(pid=79440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:44:02.425527 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:02.430498 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:02.503668 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Routers {'51acd293-2a3a-4fd5-9e7e-f62efc7858fb'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:02.504891 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:43:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['51acd293-2a3a-4fd5-9e7e-f62efc7858fb'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:02.634562 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Pushing event updated for resources: {'Port': ['ID=00c51f01-c58e-41a9-8aac-0cd956496a9c,revision_number=4']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:02.656398 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:02.676489 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] Set router 51acd293-2a3a-4fd5-9e7e-f62efc7858fb gateway port host: None {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:03.013014 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 36892) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:03.019090 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'name': 'router1', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:43:49Z', 'updated_at': '2021-06-27T12:43:59Z', 'revision_number': 2, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'gw_port_host': None, '_interfaces': [{'id': '00c51f01-c58e-41a9-8aac-0cd956496a9c', 'name': '', 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'mac_address': 'fa:16:3e:70:0f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:43:58Z', 'updated_at': '2021-06-27T12:44:02Z', 'revision_number': 4, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'subnets': [{'id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58487da3-44e8-4dee-a098-0bac561199cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:03.024560 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa5c053-61fb-4294-9921-703f9abc796e None None] The sync data for ids ['51acd293-2a3a-4fd5-9e7e-f62efc7858fb'] in dv-cinder-798099-1-smb is: [{'id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'name': 'router1', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:43:49Z', 'updated_at': '2021-06-27T12:43:59Z', 'revision_number': 2, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'gw_port_host': None, '_interfaces': [{'id': '00c51f01-c58e-41a9-8aac-0cd956496a9c', 'name': '', 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'mac_address': 'fa:16:3e:70:0f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:43:58Z', 'updated_at': '2021-06-27T12:44:02Z', 'revision_number': 4, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'subnets': [{'id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58487da3-44e8-4dee-a098-0bac561199cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:44:03.173822 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788618a4-0798-4a12-89dd-64e42cd57ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:03.174415 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-788618a4-0798-4a12-89dd-64e42cd57ea8 admin admin] Synchronizing usage tracker for tenant:e1470fd31f1d4553a4b9e13b6178f1e8 on resource:network {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:44:03.299532 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-788618a4-0798-4a12-89dd-64e42cd57ea8 admin admin] Unset dirty status for tenant:e1470fd31f1d4553a4b9e13b6178f1e8 on resource:network {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:44:03.301402 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-788618a4-0798-4a12-89dd-64e42cd57ea8 admin admin] 10.222.0.41 "GET /v2.0/networks/d32f493c-8559-4b40-85d3-8491f4b6d87a HTTP/1.1" status: 200 len: 842 time: 0.2866220 Jun 27 12:44:03.311656 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:03.317561 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:03.321942 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Usage tracker for resource:subnet and tenant:e1470fd31f1d4553a4b9e13b6178f1e8 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:03.325118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:03.332050 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:03.539202 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Made reservation on behalf of e1470fd31f1d4553a4b9e13b6178f1e8 for: {'subnet': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:44:03.541555 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:03.924825 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 00c51f01-c58e-41a9-8aac-0cd956496a9c up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:04.080172 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 00c51f01-c58e-41a9-8aac-0cd956496a9c completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:04.087858 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 00c51f01-c58e-41a9-8aac-0cd956496a9c triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:04.088350 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:04.131703 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.objects.ports [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79438) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 27 12:44:04.132783 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:04.137524 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:04.213640 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ec2626-18ee-4a67-83de-d5e18eb4f2be,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:04.219804 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:04.224624 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Checking segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:04.224994 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Network hostable DHCP agents. Network: d32f493c-8559-4b40-85d3-8491f4b6d87a, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:44:04.225110 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:04.260416 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port 00c51f01-c58e-41a9-8aac-0cd956496a9c, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=00c51f01-c58e-41a9-8aac-0cd956496a9c,segment=NetworkSegment(e152e106-3797-4f19-b4cf-192ca8d6d47d),segment_id=e152e106-3797-4f19-b4cf-192ca8d6d47d)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:04.339587 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:44:04.366294 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:04.368557 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:04.442379 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, d32f493c-8559-4b40-85d3-8491f4b6d87a) {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:04.446958 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:04.447521 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:04.454000 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b31693-874b-49e8-b526-7917c40542d5 None None] Network d32f493c-8559-4b40-85d3-8491f4b6d87a requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:44:04.545119 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=00c51f01-c58e-41a9-8aac-0cd956496a9c,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:04.549250 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:04.569143 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2612872 Jun 27 12:44:04.729837 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da6a49-9048-40ad-a8f4-91d01c3a41c9 None None] Network d32f493c-8559-4b40-85d3-8491f4b6d87a requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:44:05.902343 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 00c51f01-c58e-41a9-8aac-0cd956496a9c up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:05.990445 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 00c51f01-c58e-41a9-8aac-0cd956496a9c triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:05.991024 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:06.899206 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 36906) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:07.093693 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-0d03ae04-b4a5-4fd1-a4da-9fef75111aa0 admin admin] 10.222.0.41 "GET /v2.0/routers/51acd293-2a3a-4fd5-9e7e-f62efc7858fb HTTP/1.1" status: 200 len: 710 time: 0.1931856 Jun 27 12:44:07.218955 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f19df-7b80-4093-85ad-f33a1f602d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:07.220293 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-ef8f19df-7b80-4093-85ad-f33a1f602d92 admin admin] 10.222.0.41 "GET /v2.0/networks/d32f493c-8559-4b40-85d3-8491f4b6d87a HTTP/1.1" status: 200 len: 886 time: 0.1214421 Jun 27 12:44:07.228847 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:07.662443 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3831392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7286'] for router, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.145123 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.204002 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.344278 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Allocated IP 172.28.1.211 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/fa086e71-fc14-482c-81e1-65fb44d80307) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:44:08.498778 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.596826 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.601258 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:08.667385 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:44:08.670370 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:08.674787 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:44:08.740575 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Pushing event updated for resources: {'Port': ['ID=fa086e71-fc14-482c-81e1-65fb44d80307,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:08.744875 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:09.182005 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:09.554257 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3831392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7286'] for router, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:09.557865 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3831367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3831401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3831390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3910220'] for router, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:09.795000 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Router 51acd293-2a3a-4fd5-9e7e-f62efc7858fb has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:44:09.975180 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:44:09.984576 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Notify callbacks [] for router, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:09.985999 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] 10.222.0.41 "PUT /v2.0/routers/51acd293-2a3a-4fd5-9e7e-f62efc7858fb HTTP/1.1" status: 200 len: 890 time: 2.7602856 Jun 27 12:44:09.986648 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Sync routers for ids ['51acd293-2a3a-4fd5-9e7e-f62efc7858fb'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:44:09.999664 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Routers {'51acd293-2a3a-4fd5-9e7e-f62efc7858fb'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:10.000392 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:43:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['51acd293-2a3a-4fd5-9e7e-f62efc7858fb'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:10.222757 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Set router 51acd293-2a3a-4fd5-9e7e-f62efc7858fb gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:10.600748 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'name': 'router1', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fa086e71-fc14-482c-81e1-65fb44d80307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:43:49Z', 'updated_at': '2021-06-27T12:44:08Z', 'revision_number': 4, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'gw_port': {'id': 'fa086e71-fc14-482c-81e1-65fb44d80307', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:08Z', 'updated_at': '2021-06-27T12:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '00c51f01-c58e-41a9-8aac-0cd956496a9c', 'name': '', 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'mac_address': 'fa:16:3e:70:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:43:58Z', 'updated_at': '2021-06-27T12:44:04Z', 'revision_number': 5, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'subnets': [{'id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58487da3-44e8-4dee-a098-0bac561199cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:10.605559 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Checking router: 51acd293-2a3a-4fd5-9e7e-f62efc7858fb for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:44:10.605922 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Updating router 51acd293-2a3a-4fd5-9e7e-f62efc7858fb port fa086e71-fc14-482c-81e1-65fb44d80307 binding host dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:44:10.658536 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:11.024407 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Notify callbacks [] for port, precommit_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:11.036943 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Transition to ACTIVE for port object fa086e71-fc14-482c-81e1-65fb44d80307 will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:11.116591 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:11.120621 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:11.194648 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Attempting to bind port fa086e71-fc14-482c-81e1-65fb44d80307 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:44:11.195013 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Attempting to bind port fa086e71-fc14-482c-81e1-65fb44d80307 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:44:11.195374 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Attempting to bind port fa086e71-fc14-482c-81e1-65fb44d80307 on network d32f493c-8559-4b40-85d3-8491f4b6d87a {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:44:11.201073 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b15483-c3ea-4f59-8288-47b11379aea6 None None] Pushing event updated for resources: {'Port': ['ID=fa086e71-fc14-482c-81e1-65fb44d80307,revision_number=2']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:11.203872 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-d5b15483-c3ea-4f59-8288-47b11379aea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:11.206616 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:44:11.206996 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Checking segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:11.207397 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:11.207772 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Bound using segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:44:11.208238 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Bound port: fa086e71-fc14-482c-81e1-65fb44d80307, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:44:11.208620 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:11.283788 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] For port fa086e71-fc14-482c-81e1-65fb44d80307, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:44:11.286857 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] For port fa086e71-fc14-482c-81e1-65fb44d80307, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=fa086e71-fc14-482c-81e1-65fb44d80307,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:44:11.377930 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:11.381932 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:11.460417 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Routers {'51acd293-2a3a-4fd5-9e7e-f62efc7858fb'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:11.461059 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:43:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['51acd293-2a3a-4fd5-9e7e-f62efc7858fb'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:11.533343 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b15483-c3ea-4f59-8288-47b11379aea6 None None] Pushing event updated for resources: {'Port': ['ID=fa086e71-fc14-482c-81e1-65fb44d80307,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:11.537840 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-d5b15483-c3ea-4f59-8288-47b11379aea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:11.665433 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] Set router 51acd293-2a3a-4fd5-9e7e-f62efc7858fb gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:12.015771 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'name': 'router1', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fa086e71-fc14-482c-81e1-65fb44d80307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:43:49Z', 'updated_at': '2021-06-27T12:44:08Z', 'revision_number': 4, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'gw_port': {'id': 'fa086e71-fc14-482c-81e1-65fb44d80307', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:08Z', 'updated_at': '2021-06-27T12:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '00c51f01-c58e-41a9-8aac-0cd956496a9c', 'name': '', 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'mac_address': 'fa:16:3e:70:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:43:58Z', 'updated_at': '2021-06-27T12:44:04Z', 'revision_number': 5, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'subnets': [{'id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58487da3-44e8-4dee-a098-0bac561199cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:12.020577 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8480d64-5a38-4012-bb53-83fb03b8ddab None None] The sync data for ids ['51acd293-2a3a-4fd5-9e7e-f62efc7858fb'] in dv-cinder-798099-1-smb is: [{'id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'name': 'router1', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fa086e71-fc14-482c-81e1-65fb44d80307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:43:49Z', 'updated_at': '2021-06-27T12:44:08Z', 'revision_number': 4, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'gw_port': {'id': 'fa086e71-fc14-482c-81e1-65fb44d80307', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:08Z', 'updated_at': '2021-06-27T12:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '00c51f01-c58e-41a9-8aac-0cd956496a9c', 'name': '', 'network_id': '4c046338-ead4-49cd-a6bf-7777de00a2ca', 'tenant_id': '21cd4c58a13f469ba5c47b1622fb534b', 'mac_address': 'fa:16:3e:70:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51acd293-2a3a-4fd5-9e7e-f62efc7858fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:43:58Z', 'updated_at': '2021-06-27T12:44:04Z', 'revision_number': 5, 'project_id': '21cd4c58a13f469ba5c47b1622fb534b', 'subnets': [{'id': '77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58487da3-44e8-4dee-a098-0bac561199cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:44:12.419594 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 36916) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:12.590900 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-004f5c8e-cda5-4565-b7c5-e7f407a6f24c admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1701806 Jun 27 12:44:13.947180 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device fa086e71-fc14-482c-81e1-65fb44d80307 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:14.142909 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port fa086e71-fc14-482c-81e1-65fb44d80307 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:14.148818 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port fa086e71-fc14-482c-81e1-65fb44d80307 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:14.149346 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.279671 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.298088 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port fa086e71-fc14-482c-81e1-65fb44d80307, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=fa086e71-fc14-482c-81e1-65fb44d80307,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:14.390821 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.393258 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-d5b15483-c3ea-4f59-8288-47b11379aea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:14.476555 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=fa086e71-fc14-482c-81e1-65fb44d80307,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:14.479319 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:15.936523 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device fa086e71-fc14-482c-81e1-65fb44d80307 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:16.017891 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port fa086e71-fc14-482c-81e1-65fb44d80307 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:16.018549 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.590746 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-64510402-c6e4-4258-a51e-a301c13de99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:21.180053 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.376659 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-7089a74f-fa80-4daf-bc25-5ef7af2b56bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:24.497249 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:26.068742 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:38.326373 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 5 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:44:50.607430 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-96f6e758-5bc4-4cdd-9ff8-f5814ab08a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:51.176059 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:53.330796 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1245def9-6dad-46bc-9cda-257afdb51be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:54.492897 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:56.068695 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:15.324525 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 5 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:45:20.795447 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b4583119-8aaf-4451-b7fe-d239d0ae9011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:21.161680 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:23.352282 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1c421bb5-b1ea-4e69-8b7f-899d7a456a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:24.480679 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:26.757379 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:50.619920 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a1518be2-2e26-46cd-a24a-c8ec64e73582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:51.183330 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:52.324268 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 5 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:45:53.356481 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-49811cf2-71d3-45cd-8386-60f1fb195274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:54.498878 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:56.082494 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:20.572691 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d72284c7-b8ff-4906-859f-c3b72a4fbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:21.223837 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:21.947894 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37486) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:46:22.017598 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b79d296-8c90-49da-8244-a85978dae48d admin admin] GET failed (client error): The resource could not be found. Jun 27 12:46:22.018903 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-7b79d296-8c90-49da-8244-a85978dae48d admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0700870 Jun 27 12:46:22.152975 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378457ec-6f71-44d9-996a-d0e163d9c3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:22.154337 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-378457ec-6f71-44d9-996a-d0e163d9c3f7 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1315122 Jun 27 12:46:23.371207 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a243d57c-2250-4624-ab0e-c15d306f55bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:24.333322 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37496) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:46:24.449223 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea5f25-2711-4370-8742-e4eae0d37bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:24.450619 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-78ea5f25-2711-4370-8742-e4eae0d37bed admin admin] 10.222.0.41 "GET /v2.0/subnets/77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f HTTP/1.1" status: 200 len: 849 time: 0.1162000 Jun 27 12:46:24.462796 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:46:24.481202 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:24.587003 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:24.839623 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790445448403'] for subnet, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:24.843683 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:46:24.889520 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:24.890166 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:24.891501 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] 10.222.0.41 "PUT /v2.0/subnets/77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f HTTP/1.1" status: 200 len: 868 time: 0.4341996 Jun 27 12:46:24.910749 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff84595-eada-4dab-95f6-741d30736a94 None None] Network 4c046338-ead4-49cd-a6bf-7777de00a2ca requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:46:24.925076 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:46:24.932217 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.932547 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.932875 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.933195 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.933644 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.933915 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.934261 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.934579 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.934913 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.935312 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.935493 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.935828 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:46:24.939519 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:46:25.445045 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-cce3b23d-8185-45c1-bead-1691c0f35dea None None] Provisioning complete for port 00c51f01-c58e-41a9-8aac-0cd956496a9c triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:46:25.445401 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-cce3b23d-8185-45c1-bead-1691c0f35dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:25.577127 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-cce3b23d-8185-45c1-bead-1691c0f35dea None None] Provisioning complete for port 45a6c2f1-bc2b-4de1-bd18-36c3064312ef triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:46:25.577816 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-cce3b23d-8185-45c1-bead-1691c0f35dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:26.092075 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:27.083483 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37506) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:46:27.290622 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c336947-d257-4d1f-8306-15b75b31e1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:27.291092 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c336947-d257-4d1f-8306-15b75b31e1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:27.292596 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-4c336947-d257-4d1f-8306-15b75b31e1f4 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2081509 Jun 27 12:46:29.323037 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 5 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:46:29.476937 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37516) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:46:29.653855 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3be2ae-7c07-4167-aa45-c18d862a0d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:29.654266 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3be2ae-7c07-4167-aa45-c18d862a0d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:29.655777 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-dd3be2ae-7c07-4167-aa45-c18d862a0d26 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1779029 Jun 27 12:46:31.828817 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37526) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:46:32.008279 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e81f403-ffc3-49e7-95af-e4ffe9e2392c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:32.009573 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-0e81f403-ffc3-49e7-95af-e4ffe9e2392c admin admin] 10.222.0.41 "GET /v2.0/networks/4c046338-ead4-49cd-a6bf-7777de00a2ca HTTP/1.1" status: 200 len: 869 time: 0.1792095 Jun 27 12:46:34.167372 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37536) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:46:34.343962 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f810d205-7740-4ccf-9d0a-5a2e65f4cc16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:34.345460 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-f810d205-7740-4ccf-9d0a-5a2e65f4cc16 admin admin] 10.222.0.41 "GET /v2.0/networks/d32f493c-8559-4b40-85d3-8491f4b6d87a HTTP/1.1" status: 200 len: 886 time: 0.1770446 Jun 27 12:46:36.535388 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 37546) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:46:36.648715 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218b20a-b849-4028-b4b0-a852fb00585b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:36.649202 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218b20a-b849-4028-b4b0-a852fb00585b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:36.649925 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1218b20a-b849-4028-b4b0-a852fb00585b admin admin] Synchronizing usage tracker for tenant:e1470fd31f1d4553a4b9e13b6178f1e8 on resource:subnet {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:46:36.738608 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1218b20a-b849-4028-b4b0-a852fb00585b admin admin] Unset dirty status for tenant:e1470fd31f1d4553a4b9e13b6178f1e8 on resource:subnet {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:46:36.740513 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-1218b20a-b849-4028-b4b0-a852fb00585b admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2039912 Jun 27 12:46:38.899414 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 37556) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:46:39.006889 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9695e0-8523-44d8-8f79-b022f7afb8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:39.007350 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9695e0-8523-44d8-8f79-b022f7afb8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:39.008862 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-3d9695e0-8523-44d8-8f79-b022f7afb8c6 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085408 Jun 27 12:46:41.126692 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 37566) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:46:41.234396 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84943a49-c773-491e-9b03-fe2e8b4f2f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:41.237289 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-84943a49-c773-491e-9b03-fe2e8b4f2f04 admin admin] 10.222.0.41 "GET /v2.0/subnets/28ec2626-18ee-4a67-83de-d5e18eb4f2be HTTP/1.1" status: 200 len: 816 time: 0.1096430 Jun 27 12:46:43.436768 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 37576) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:46:43.549482 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22febfd9-4608-4c7f-9348-b20739c59f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:43.550888 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-22febfd9-4608-4c7f-9348-b20739c59f61 admin admin] 10.222.0.41 "GET /v2.0/subnets/77fa8e0f-8d47-4bdf-87bd-2fe8e4b90b4f HTTP/1.1" status: 200 len: 868 time: 0.1131561 Jun 27 12:46:50.594271 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-41e69e5a-a075-454e-93bf-190cdbac4548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:51.188622 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:53.365724 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-de7711ec-c746-483d-adf2-1daf69ad24a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:54.520002 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:56.073540 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:06.321846 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 5 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:47:07.121094 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37620) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:47:07.173645 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [None req-5b051dc3-dc66-4f5a-8256-4c3bf580b88c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=79437) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:47:07.174673 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-5b051dc3-dc66-4f5a-8256-4c3bf580b88c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526547 Jun 27 12:47:09.524377 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37630) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:47:09.599844 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb393cb4-3ba9-42e2-be37-f6bb9491e8f3 admin admin] GET failed (client error): The resource could not be found. Jun 27 12:47:09.601219 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-bb393cb4-3ba9-42e2-be37-f6bb9491e8f3 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0758984 Jun 27 12:47:09.747622 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017060e-2e44-4893-8f94-6f1501391f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:09.749376 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-2017060e-2e44-4893-8f94-6f1501391f21 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1435201 Jun 27 12:47:12.087765 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37640) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:47:12.144665 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:47:12.149235 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:47:12.159668 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:47:12.279145 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Made reservation on behalf of e1470fd31f1d4553a4b9e13b6178f1e8 for: {'network': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:47:12.282658 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:12.396771 dv-cinder-798099-1-smb neutron-server[79437]: WARNING neutron.services.revisions.revision_plugin [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Could not find related network for resource to bump revision. Jun 27 12:47:12.414600 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=79437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:47:12.428443 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790445457336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:12.429130 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Unsubscribe: segment precommit_create {{(pid=79437) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 12:47:12.429634 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.segments_db [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Added segment b97e366a-52e9-439a-bcd3-b9bd8e79b618 of type vlan for network 47668e82-ae37-4371-a584-ce4c68f9ebab Jun 27 12:47:12.472366 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:12.611090 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:12.612542 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:12.613115 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:12.619323 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:47:12.794587 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Pushing event updated for resources: {'Network': ['ID=47668e82-ae37-4371-a584-ce4c68f9ebab,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:47:12.798925 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:47:12.810294 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 47668e82-ae37-4371-a584-ce4c68f9ebab details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:47:12.892664 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8035855 Jun 27 12:47:15.183865 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37650) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:47:15.262982 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.pecan_wsgi.hooks.translation [None req-191cff08-0f93-4a00-9a41-6e8495896b03 admin admin] GET failed (client error): The resource could not be found. Jun 27 12:47:15.263517 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-191cff08-0f93-4a00-9a41-6e8495896b03 admin admin] Synchronizing usage tracker for tenant:e1470fd31f1d4553a4b9e13b6178f1e8 on resource:network {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:47:15.370452 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-191cff08-0f93-4a00-9a41-6e8495896b03 admin admin] Unset dirty status for tenant:e1470fd31f1d4553a4b9e13b6178f1e8 on resource:network {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:47:15.371547 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-191cff08-0f93-4a00-9a41-6e8495896b03 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1867101 Jun 27 12:47:15.487377 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e286b380-6167-40cd-8c43-2385f3837059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:15.488847 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-e286b380-6167-40cd-8c43-2385f3837059 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1122551 Jun 27 12:47:15.501046 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:47:15.505811 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:47:15.515801 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:47:15.593300 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Made reservation on behalf of e1470fd31f1d4553a4b9e13b6178f1e8 for: {'subnet': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:47:15.595749 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:15.919495 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:15.924254 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-0f722f93-1da7-4a9e-92bf-2ec22f02f0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:47:15.999843 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e56163-ae2b-475a-8b3d-ecf5224e608a,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:47:16.003362 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:47:16.006101 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Checking segment: {'id': 'b97e366a-52e9-439a-bcd3-b9bd8e79b618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:47:16.006333 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Network hostable DHCP agents. Network: 47668e82-ae37-4371-a584-ce4c68f9ebab, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:47:16.135903 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Network 47668e82-ae37-4371-a584-ce4c68f9ebab is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:47:16.216260 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 47668e82-ae37-4371-a584-ce4c68f9ebab) {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:47:16.221791 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:16.222395 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:16.228378 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d3d53-d269-419e-b043-3a90001d52d0 None None] Network 47668e82-ae37-4371-a584-ce4c68f9ebab requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:47:16.331197 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8346653 Jun 27 12:47:16.491788 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61cff0b7-818a-53f9-9c49-d15b5ffc093f-47668e82-ae37-4371-a584-ce4c68f9ebab', 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab', 'tenant_id': 'e1470fd31f1d4553a4b9e13b6178f1e8', 'fixed_ips': [{'subnet_id': '77e56163-ae2b-475a-8b3d-ecf5224e608a'}]}} from dv-cinder-798099-1-smb. {{(pid=79439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:47:16.492698 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:16.714741 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.db_base_plugin_common [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Allocated IP 192.168.233.2 (47668e82-ae37-4371-a584-ce4c68f9ebab/77e56163-ae2b-475a-8b3d-ecf5224e608a/d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058) {{(pid=79439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:47:16.994299 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Notify callbacks [] for port, precommit_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:17.006657 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Transition to ACTIVE for port object d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:47:17.028026 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Transition to ACTIVE for port object d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 will not be triggered until provisioned by entity DHCP. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:47:17.148173 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:17.152897 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-d5b15483-c3ea-4f59-8288-47b11379aea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:47:17.225398 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Network 47668e82-ae37-4371-a584-ce4c68f9ebab is already hosted by enough agents. {{(pid=79439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:47:17.226781 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.base_scheduler [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Resources bound (agent type, host, resource id): {{(pid=79439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:47:17.231126 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Received port after_create {{(pid=79439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:47:17.241165 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Pushing event updated for resources: {'Port': ['ID=d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058,revision_number=1']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:47:17.287052 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.287387 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.287722 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.288050 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.288734 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.288734 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.288995 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.289286 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.289598 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.289905 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.290242 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.290553 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:17.319031 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:47:17.350337 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Attempting to bind port d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:47:17.350699 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Attempting to bind port d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'b97e366a-52e9-439a-bcd3-b9bd8e79b618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:47:17.351054 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Attempting to bind port d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 on network 47668e82-ae37-4371-a584-ce4c68f9ebab {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:47:17.356888 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:47:17.357255 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Checking segment: {'id': 'b97e366a-52e9-439a-bcd3-b9bd8e79b618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:47:17.357654 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:17.358074 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Bound using segment: {'id': 'b97e366a-52e9-439a-bcd3-b9bd8e79b618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:47:17.358643 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Bound port: d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97e366a-52e9-439a-bcd3-b9bd8e79b618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:47:17.359484 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:17.465772 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] For port d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:47:17.472326 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] For port d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058,segment=NetworkSegment(b97e366a-52e9-439a-bcd3-b9bd8e79b618),segment_id=b97e366a-52e9-439a-bcd3-b9bd8e79b618)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:47:17.599878 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:17.604430 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:47:17.691459 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Pushing event updated for resources: {'Port': ['ID=d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058,revision_number=2']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:47:17.697391 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:47:18.079412 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:47:18.239024 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:47:18.709531 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba35c0b-2cff-4ef6-8a33-95cb6981ee4f None None] Network 47668e82-ae37-4371-a584-ce4c68f9ebab requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:47:18.905415 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-670986e8-3720-4614-9d7f-6b2ff6b332a9 None None] Provisioning for port d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:47:18.919330 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-670986e8-3720-4614-9d7f-6b2ff6b332a9 None None] Provisioning complete for port d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:47:18.919704 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-670986e8-3720-4614-9d7f-6b2ff6b332a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:19.123576 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-670986e8-3720-4614-9d7f-6b2ff6b332a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:19.175757 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-670986e8-3720-4614-9d7f-6b2ff6b332a9 None None] For port d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058,segment=NetworkSegment(b97e366a-52e9-439a-bcd3-b9bd8e79b618),segment_id=b97e366a-52e9-439a-bcd3-b9bd8e79b618)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:47:19.274249 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-670986e8-3720-4614-9d7f-6b2ff6b332a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:19.278860 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:47:19.359228 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670986e8-3720-4614-9d7f-6b2ff6b332a9 None None] Pushing event updated for resources: {'Port': ['ID=d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:47:19.362572 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-670986e8-3720-4614-9d7f-6b2ff6b332a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:47:19.402900 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-5830b98f-6564-4d43-8b1f-53daf01f6c9a None None] Provisioning complete for port d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:47:19.402900 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-5830b98f-6564-4d43-8b1f-53daf01f6c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:20.030004 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:47:20.131731 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port d5f52bbd-7bef-48fd-9a09-7ca0f5a6e058 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:47:20.132233 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:20.656624 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0889db1a-2ddd-4a91-821f-5260f3b7691c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:21.227667 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:23.365193 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-de48cc25-9676-4c5e-a741-435232d898c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:24.633206 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:26.107640 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:43.321025 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 5 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:47:50.581329 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d588e823-a819-4b5a-8a71-893f592321f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:51.180899 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:53.398235 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-8f251bc5-3ea1-4963-87e0-6013034ef703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:54.558381 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:56.135557 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:20.320340 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 5 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:48:20.586417 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-2edf2b08-28c3-42ab-a072-035b1182e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:21.209308 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:23.369179 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-55798e27-34a0-4bf9-b40c-c87f5cef41a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:24.499541 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:26.300980 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:50.608092 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-75352241-8309-4896-9503-fb5e1ff1bcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:51.178229 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:53.379228 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f322-2466-4ac1-b51d-253d57048dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:54.506468 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:56.116721 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:57.320078 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 5 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:49:02.897562 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37700) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:02.903769 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [None req-934cddbf-9429-41fa-9748-fa31f1e22038 tempest-verify_tempest_config-1949889486 tempest-verify_tempest_config-1949889486-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=79437) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:49:02.904787 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-934cddbf-9429-41fa-9748-fa31f1e22038 tempest-verify_tempest_config-1949889486 tempest-verify_tempest_config-1949889486-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061972 Jun 27 12:49:03.487940 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 37718) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:03.605868 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:03.620086 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:49:03.623928 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Usage tracker for resource:security_group_rule and tenant:1e37ee47eb7e4dd7baab8bbd969821ec is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:49:03.626731 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:49:03.633724 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:49:03.715694 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:03.812279 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:03.823829 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:03.864034 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Synchronizing usage tracker for tenant:e1470fd31f1d4553a4b9e13b6178f1e8 on resource:security_group {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:49:03.866281 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566fd812-9bc8-4978-a4f1-4063fbf37443,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:03.873871 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.874230 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.874559 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.874878 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.875393 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.875618 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.875931 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.876243 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.876571 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.876886 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.877191 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.878064 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:03.882299 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:03.991479 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Unset dirty status for tenant:e1470fd31f1d4553a4b9e13b6178f1e8 on resource:security_group {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:49:03.992869 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e37ee47eb7e4dd7baab8bbd969821ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5039399 Jun 27 12:49:03.995858 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 37724) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:04.061190 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b2db3770-0654-4d7b-975d-ba050fc404ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:04.087785 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b2db3770-0654-4d7b-975d-ba050fc404ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:04.254871 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b2db3770-0654-4d7b-975d-ba050fc404ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:04.258870 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:04.271423 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db3770-0654-4d7b-975d-ba050fc404ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566fd812-9bc8-4978-a4f1-4063fbf37443,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:04.273644 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b2db3770-0654-4d7b-975d-ba050fc404ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:04.277043 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b2db3770-0654-4d7b-975d-ba050fc404ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:04.279533 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-b2db3770-0654-4d7b-975d-ba050fc404ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/566fd812-9bc8-4978-a4f1-4063fbf37443 HTTP/1.1" status: 204 len: 168 time: 0.2813263 Jun 27 12:49:20.611752 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-ab007792-9c71-46c5-a3f8-a470df38fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:21.254290 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:23.379286 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-fdb51f15-6188-4d71-9b1c-6886c363bac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:24.516645 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:26.119747 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:34.318717 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 5 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:49:50.596311 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-23127907-7cc0-44f2-9fff-aed119a5c62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:51.196314 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:53.384434 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-6aaee261-c480-469d-9f1e-dbf144650a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.526809 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:56.107705 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:11.317017 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 5 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:50:20.626244 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-7db42ecb-8696-44b5-9493-404be39d2b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:21.181170 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:23.377982 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-07713fbd-2e5f-414d-a166-336f93d30997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:24.506108 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:26.121744 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:46.338308 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3910514'] for agent, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:47.444436 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 37784) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:50:47.561012 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-a2a1d0d3-a57e-42e4-bef7-4c2bca3f86ee admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1154184 Jun 27 12:50:48.316666 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:50:49.704011 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 37794) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:50:49.764729 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-c75bdf62-4a44-4d7f-803c-3ae224aaa1bf admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0596437 Jun 27 12:50:50.602939 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d04ba674-a8dc-4f0b-91a7-74bb6cc91f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:51.197070 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:53.373355 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-c316cbeb-54c3-4260-ad26-5e0bd8f550a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:54.527252 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:56.110815 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:16.292823 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:20.624293 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-43d05cc2-83c2-4be4-b2f2-d49fa0f8c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:21.195908 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:23.360895 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e7fe774c-8009-4a31-b27a-6054a7199c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:24.526718 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:25.315185 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:51:26.115202 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:46.291714 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:50.600164 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0968b775-10a1-43f0-8e95-520261ca837c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:51.189542 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:53.371245 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-52fcff99-d518-4f5b-a335-25e447779aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:54.513980 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:56.142672 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:02.314312 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:52:16.416395 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:20.604905 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-ba8e4671-9706-4b90-83a8-eb4aa788d70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:21.238851 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:23.392705 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1286da70-0400-40bc-bc90-8ce75c8b2647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:24.542104 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:26.135870 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:32.460826 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 37972) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:32.687148 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1200012195-network', 'tenant_id': '803c1bdc12994ea7a1df65e67858dae0'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:32.694876 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:32.701228 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Usage tracker for resource:network and tenant:803c1bdc12994ea7a1df65e67858dae0 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:32.705460 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:32.714629 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:32.798271 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Made reservation on behalf of 803c1bdc12994ea7a1df65e67858dae0 for: {'network': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:52:32.800596 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:32.816290 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:32.831911 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:32.837661 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Usage tracker for resource:security_group_rule and tenant:803c1bdc12994ea7a1df65e67858dae0 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:32.841899 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:32.847613 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:32.938684 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:33.004122 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:33.007961 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:33.034764 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=79438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:52:33.043324 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06406235-9537-4e8c-a3d5-0a348615db71,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:33.052944 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.053278 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.053599 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.053918 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.054314 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.054568 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.054877 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.055207 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.055489 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.055792 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.056094 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.056394 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Tracked resource versions report: Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: pushed versions: Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: { 'AddressGroup': {'1.2'}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'ConntrackHelper': {'1.0'}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'Log': {'1.0'}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'Network': {'1.1'}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'Port': {'1.7'}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'PortForwarding': {'1.2'}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'QosPolicy': {'1.8'}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'SecurityGroup': {'1.4'}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'SubPort': {'1.0'}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'Subnet': {'1.1'}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'Trunk': {'1.1'}} Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: consumer versions: Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: { DHCP agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: L3 agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: Metadata agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: Metering agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: Open vSwitch agent@dv-cinder-798099-1-smb: { 'AddressGroup': '1.2', Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'ConntrackHelper': '1.0', Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'Log': '1.0', Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'Network': '1.1', Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'Port': '1.7', Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'PortForwarding': '1.2', Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'QosPolicy': '1.8', Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'SecurityGroup': '1.4', Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'SecurityGroupRule': '1.2', Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'SubPort': '1.0', Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'Subnet': '1.1', Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: 'Trunk': '1.1'}} Jun 27 12:52:33.057369 dv-cinder-798099-1-smb neutron-server[79438]: {{(pid=79438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:52:33.060378 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:33.060708 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.segments_db [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Added segment 8083fd2b-0482-4f93-988f-33b4c6a55bcb of type vlan for network 63652eda-153a-4317-9754-619bbb705000 Jun 27 12:52:33.062003 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:33.089271 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:33.215334 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:33.216680 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:33.217254 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:33.232010 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 37998) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:33.232525 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:33.347665 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8856084 Jun 27 12:52:33.351503 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38006) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:33.360553 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Request body: {'subnet': {'network_id': '63652eda-153a-4317-9754-619bbb705000', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1200012195-subnet', 'tenant_id': '803c1bdc12994ea7a1df65e67858dae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:33.373482 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=63652eda-153a-4317-9754-619bbb705000,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:33.380668 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:33.388103 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:33.389362 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 63652eda-153a-4317-9754-619bbb705000 details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:52:33.394586 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Usage tracker for resource:subnet and tenant:803c1bdc12994ea7a1df65e67858dae0 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:33.398127 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:33.406136 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:33.489681 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Made reservation on behalf of 803c1bdc12994ea7a1df65e67858dae0 for: {'subnet': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:52:33.493622 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:33.510320 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38020) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:33.782972 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1101196193-network', 'tenant_id': 'fcb92e9377bb46debad9fdb20f60124f'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:33.796791 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:33.803586 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Usage tracker for resource:network and tenant:fcb92e9377bb46debad9fdb20f60124f is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:33.811640 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:33.829882 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:33.832189 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1756350184-network', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:33.837584 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:33.855369 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Usage tracker for resource:network and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:33.859011 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:33.866063 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:33.895828 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:33.900820 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ae3fea9b-691b-40c9-b42c-dbeadb880713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:33.914970 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Made reservation on behalf of fcb92e9377bb46debad9fdb20f60124f for: {'network': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:52:33.917809 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:33.940855 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:33.962712 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Made reservation on behalf of 0535c5fa6c824d629cb7c9c1a45a21fa for: {'network': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:52:33.970769 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:33.971089 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:33.971089 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb92e9377bb46debad9fdb20f60124f is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:33.973497 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:33.980681 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=148700e4-c700-410f-911a-41e1c218a62f,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:33.983795 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:33.984573 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.010675 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.011005 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.011326 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.012171 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.012171 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.012474 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.012943 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.013416 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.013884 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.014392 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.014851 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.015358 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Tracked resource versions report: Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: pushed versions: Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: { 'AddressGroup': {'1.2'}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'ConntrackHelper': {'1.0'}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'Log': {'1.0'}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'Network': {'1.1'}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'Port': {'1.7'}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'PortForwarding': {'1.2'}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'QosPolicy': {'1.8'}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'SecurityGroup': {'1.4'}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'SubPort': {'1.0'}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'Subnet': {'1.1'}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'Trunk': {'1.1'}} Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: consumer versions: Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: { DHCP agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: L3 agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: Metadata agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: Metering agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: Open vSwitch agent@dv-cinder-798099-1-smb: { 'AddressGroup': '1.2', Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'ConntrackHelper': '1.0', Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'Log': '1.0', Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'Network': '1.1', Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'Port': '1.7', Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'PortForwarding': '1.2', Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'QosPolicy': '1.8', Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'SecurityGroup': '1.4', Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'SecurityGroupRule': '1.2', Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'SubPort': '1.0', Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'Subnet': '1.1', Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: 'Trunk': '1.1'}} Jun 27 12:52:34.016543 dv-cinder-798099-1-smb neutron-server[79437]: {{(pid=79437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:52:34.042791 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:34.045408 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:34.049660 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Usage tracker for resource:security_group_rule and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:34.053534 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:34.058854 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Checking segment: {'id': '8083fd2b-0482-4f93-988f-33b4c6a55bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '63652eda-153a-4317-9754-619bbb705000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:52:34.059830 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Network hostable DHCP agents. Network: 63652eda-153a-4317-9754-619bbb705000, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:52:34.080398 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:34.120515 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.193910 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Network 63652eda-153a-4317-9754-619bbb705000 is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:52:34.211933 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.217923 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:34.237160 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.249714 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=79438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:52:34.258930 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324581cf-17f1-42df-9dd5-42e7b047484c,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:34.261041 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 63652eda-153a-4317-9754-619bbb705000) {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:52:34.263297 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:34.265260 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:34.266060 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.268285 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.270208 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.segments_db [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Added segment 4e882a5a-436f-40d1-8a1d-ff5cf02c888f of type vlan for network ad63dbb5-11bf-4177-9d20-5e29a67dca80 Jun 27 12:52:34.273440 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3214e8-58bc-46f3-bdef-821f0b5cd1ac None None] Network 63652eda-153a-4317-9754-619bbb705000 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:52:34.312082 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.348026 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.355114 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:34.388747 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-220222f0-8c50-4fc8-8286-1c5b2541c1e8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0357759 Jun 27 12:52:34.393538 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=79437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:52:34.404612 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18baf4e-d73c-4de5-a2d7-1a3c180234be,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:34.410851 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:34.412334 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.412671 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.segments_db [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Added segment 6370d641-1244-4f58-a436-e4a563ba1d42 of type vlan for network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 Jun 27 12:52:34.438656 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.440222 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:34.441005 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.447421 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1f820749-09cb-47fb-b222-98d655b564f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:34.450922 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.543570 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83117c4b-e709-4aba-9d57-775b1a30f8b5 None None] Network 63652eda-153a-4317-9754-619bbb705000 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:52:34.565034 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Pushing event updated for resources: {'Network': ['ID=ad63dbb5-11bf-4177-9d20-5e29a67dca80,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:34.570467 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:34.586769 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.588109 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:34.588687 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.593772 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:34.625762 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1142654 Jun 27 12:52:34.632984 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38052) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:34.632984 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Request body: {'subnet': {'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1101196193-subnet', 'tenant_id': 'fcb92e9377bb46debad9fdb20f60124f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:34.644694 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:34.650933 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Usage tracker for resource:subnet and tenant:fcb92e9377bb46debad9fdb20f60124f is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:34.658390 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:34.659004 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network ad63dbb5-11bf-4177-9d20-5e29a67dca80 details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:52:34.672761 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:34.764543 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Made reservation on behalf of fcb92e9377bb46debad9fdb20f60124f for: {'subnet': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:52:34.766304 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Pushing event updated for resources: {'Network': ['ID=4d037d56-8a2b-499f-ac6d-8e124ff2a298,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:34.766969 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:34.773450 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:34.797276 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5606425 Jun 27 12:52:34.797423 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38066) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:34.803881 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:52:34.811258 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Request body: {'subnet': {'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1756350184-subnet', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:34.829912 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:34.848816 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Usage tracker for resource:subnet and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:34.854178 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:34.884373 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:34.987049 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Made reservation on behalf of 0535c5fa6c824d629cb7c9c1a45a21fa for: {'subnet': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:52:34.989386 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:35.114321 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:35.129142 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:35.399979 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee69f823-8f94-4401-8043-a102f1a1a1ec,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:35.405399 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:35.437778 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Checking segment: {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:52:35.438362 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Network hostable DHCP agents. Network: ad63dbb5-11bf-4177-9d20-5e29a67dca80, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:52:35.455856 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:35.464946 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:35.548563 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0a504f-730d-493b-b4e5-1320b17fb5d2,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:35.551404 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:35.555026 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Checking segment: {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:52:35.555332 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Network hostable DHCP agents. Network: 4d037d56-8a2b-499f-ac6d-8e124ff2a298, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:52:35.558358 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Network ad63dbb5-11bf-4177-9d20-5e29a67dca80 is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:52:35.747045 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, ad63dbb5-11bf-4177-9d20-5e29a67dca80) {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:52:35.751952 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:35.752530 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:35.761114 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84369b5d-0032-4df6-be46-aa3b07653c7a None None] Network ad63dbb5-11bf-4177-9d20-5e29a67dca80 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:52:35.878421 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:52:35.886274 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 4d037d56-8a2b-499f-ac6d-8e124ff2a298) {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:52:35.891411 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:35.892732 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:35.907409 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb312510-da58-431c-9ac6-aa315f5f95a7 None None] Network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:52:35.940655 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3131139 Jun 27 12:52:36.031997 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2292473 Jun 27 12:52:36.031997 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38112) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:36.036008 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:36.046805 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:36.049640 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Usage tracker for resource:router and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:36.052741 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:36.058647 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:36.147840 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7315'] for router, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:36.148662 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7300'] for router, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:36.167349 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:36.192909 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d24f5a4-5d0b-4aa7-be23-161d364e4023 None None] Network ad63dbb5-11bf-4177-9d20-5e29a67dca80 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:52:36.535208 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61cff0b7-818a-53f9-9c49-d15b5ffc093f-4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2'}]}} from dv-cinder-798099-1-smb. {{(pid=79439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:52:36.536075 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:36.776138 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.db_base_plugin_common [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Allocated IP 172.20.0.2 (4d037d56-8a2b-499f-ac6d-8e124ff2a298/1c0a504f-730d-493b-b4e5-1320b17fb5d2/b986c3e9-f760-46d6-b009-aa6f7a235771) {{(pid=79439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:52:36.785842 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3831392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7286'] for router, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.014977 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Notify callbacks [] for port, precommit_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.026945 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Transition to ACTIVE for port object b986c3e9-f760-46d6-b009-aa6f7a235771 will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:52:37.048498 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Transition to ACTIVE for port object b986c3e9-f760-46d6-b009-aa6f7a235771 will not be triggered until provisioned by entity DHCP. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:52:37.051793 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38140) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:37.129800 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.135532 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:37.201511 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 is already hosted by enough agents. {{(pid=79439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:52:37.211582 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.base_scheduler [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Resources bound (agent type, host, resource id): {{(pid=79439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:52:37.222474 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Received port after_create {{(pid=79439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:52:37.223861 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1180912d-02fa-4b47-bcf6-ba64cb52778a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.247106 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1180912d-02fa-4b47-bcf6-ba64cb52778a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:37.252520 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1180912d-02fa-4b47-bcf6-ba64cb52778a admin admin] Usage tracker for resource:security_group_rule and tenant:051fbd7f3c44435a9ee02f115e73b34c is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:37.254215 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.256614 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1180912d-02fa-4b47-bcf6-ba64cb52778a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:37.262822 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1180912d-02fa-4b47-bcf6-ba64cb52778a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:37.320720 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Pushing event updated for resources: {'Port': ['ID=b986c3e9-f760-46d6-b009-aa6f7a235771,revision_number=1']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:37.324757 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.349841 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.349841 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.349841 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.349841 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.349841 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.349841 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.349841 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.349841 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.350890 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.350890 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.351443 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.351811 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Tracked resource versions report: Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: pushed versions: Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: { 'AddressGroup': {'1.2'}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'ConntrackHelper': {'1.0'}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'Log': {'1.0'}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'Network': {'1.1'}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'Port': {'1.7'}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'PortForwarding': {'1.2'}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'QosPolicy': {'1.8'}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'SecurityGroup': {'1.4'}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'SubPort': {'1.0'}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'Subnet': {'1.1'}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'Trunk': {'1.1'}} Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: consumer versions: Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: { DHCP agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: L3 agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: Metadata agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: Metering agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: Open vSwitch agent@dv-cinder-798099-1-smb: { 'AddressGroup': '1.2', Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'ConntrackHelper': '1.0', Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'Log': '1.0', Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'Network': '1.1', Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'Port': '1.7', Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'PortForwarding': '1.2', Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'QosPolicy': '1.8', Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'SecurityGroup': '1.4', Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'SecurityGroupRule': '1.2', Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'SubPort': '1.0', Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'Subnet': '1.1', Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: 'Trunk': '1.1'}} Jun 27 12:52:37.352965 dv-cinder-798099-1-smb neutron-server[79439]: {{(pid=79439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:52:37.368197 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:37.372811 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Attempting to bind port b986c3e9-f760-46d6-b009-aa6f7a235771 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:52:37.373241 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Attempting to bind port b986c3e9-f760-46d6-b009-aa6f7a235771 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:52:37.373668 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Attempting to bind port b986c3e9-f760-46d6-b009-aa6f7a235771 on network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:52:37.379269 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1180912d-02fa-4b47-bcf6-ba64cb52778a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.379911 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:52:37.383176 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Checking segment: {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:52:37.383176 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.383176 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Bound using segment: {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:52:37.383176 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Bound port: b986c3e9-f760-46d6-b009-aa6f7a235771, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:52:37.383176 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.514072 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Allocated IP 172.28.1.96 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/0f62fb66-049c-4063-8557-c2a2f536fade) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:52:37.530690 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] For port b986c3e9-f760-46d6-b009-aa6f7a235771, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:52:37.534603 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] For port b986c3e9-f760-46d6-b009-aa6f7a235771, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=b986c3e9-f760-46d6-b009-aa6f7a235771,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:52:37.570392 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1180912d-02fa-4b47-bcf6-ba64cb52778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.580438 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:37.609158 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.625226 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:37.633512 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180912d-02fa-4b47-bcf6-ba64cb52778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c749eea2-3f0a-49be-8088-8cf32884e0dc,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:37.643656 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1180912d-02fa-4b47-bcf6-ba64cb52778a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:37.656680 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-1180912d-02fa-4b47-bcf6-ba64cb52778a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=051fbd7f3c44435a9ee02f115e73b34c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6022596 Jun 27 12:52:37.662445 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38158) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:37.741141 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Pushing event updated for resources: {'Port': ['ID=b986c3e9-f760-46d6-b009-aa6f7a235771,revision_number=2']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:37.748485 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-574747a3-4085-41b8-a122-f7dcbd372505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.751552 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:37.800639 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.811313 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-574747a3-4085-41b8-a122-f7dcbd372505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.936195 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:37.941750 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:37.957060 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38180) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:37.963631 dv-cinder-798099-1-smb neutron-server[79438]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 12:52:38.176814 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:52:38.181902 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:52:38.188501 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:52:38.260883 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-7c5fcb3b-b635-4363-97dc-d2359d8f3be1 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:38.263918 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-7c5fcb3b-b635-4363-97dc-d2359d8f3be1 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Synchronizing usage tracker for tenant:803c1bdc12994ea7a1df65e67858dae0 on resource:network {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:52:38.264234 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device b986c3e9-f760-46d6-b009-aa6f7a235771 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:52:38.267698 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-574747a3-4085-41b8-a122-f7dcbd372505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:38.278927 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b2db3770-0654-4d7b-975d-ba050fc404ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:38.294095 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-574747a3-4085-41b8-a122-f7dcbd372505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:38.295391 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-574747a3-4085-41b8-a122-f7dcbd372505 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c749eea2-3f0a-49be-8088-8cf32884e0dc HTTP/1.1" status: 204 len: 168 time: 0.6317024 Jun 27 12:52:38.311107 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574747a3-4085-41b8-a122-f7dcbd372505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c749eea2-3f0a-49be-8088-8cf32884e0dc,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:38.313296 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-574747a3-4085-41b8-a122-f7dcbd372505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:38.322421 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f62fb66-049c-4063-8557-c2a2f536fade,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:38.335811 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:38.404476 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-7c5fcb3b-b635-4363-97dc-d2359d8f3be1 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Unset dirty status for tenant:803c1bdc12994ea7a1df65e67858dae0 on resource:network {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:52:38.406718 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-7c5fcb3b-b635-4363-97dc-d2359d8f3be1 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/networks?id=63652eda-153a-4317-9754-619bbb705000 HTTP/1.1" status: 200 len: 812 time: 0.4479156 Jun 27 12:52:38.432812 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-da0ce82b-ddd6-40a7-8c78-bc0f210c5a54 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/quotas/803c1bdc12994ea7a1df65e67858dae0 HTTP/1.1" status: 200 len: 375 time: 0.0190203 Jun 27 12:52:38.461696 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port b986c3e9-f760-46d6-b009-aa6f7a235771 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:52:38.498157 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38210) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:38.500853 dv-cinder-798099-1-smb neutron-server[79437]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 12:52:38.536674 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-aa97cd33-f490-459e-a9dd-a487b739173e tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=803c1bdc12994ea7a1df65e67858dae0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0993757 Jun 27 12:52:38.716602 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167350-c07e-4743-9a6e-da56809d3104 req-b50f25d1-66a1-45a1-acb2-68edb50d504e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:38.718286 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-b50f25d1-66a1-45a1-acb2-68edb50d504e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 815 time: 0.2193065 Jun 27 12:52:38.751451 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-fdbf6d29-42b2-488f-8a3e-d1b04f5dc608 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/quotas/fcb92e9377bb46debad9fdb20f60124f HTTP/1.1" status: 200 len: 375 time: 0.0232115 Jun 27 12:52:38.838142 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-b5824a3f-b921-4062-9228-ce285547a9af service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=79438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:52:38.839361 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-b5824a3f-b921-4062-9228-ce285547a9af service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0767169 Jun 27 12:52:39.124251 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-9036ddba-0e4d-4e18-b843-583971e424d1 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3592348 Jun 27 12:52:39.200527 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-6657a116-ba8c-4c9e-9893-eb23e37eddcf service neutron] 10.222.0.41 "GET /v2.0/networks/63652eda-153a-4317-9754-619bbb705000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545883 Jun 27 12:52:39.254330 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:39.286168 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6404102b-5ac6-43ae-8f04-d19026a11cc0 None None] Network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:52:39.315735 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:52:39.321510 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38244) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:39.389236 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-436d919a-ceaf-4897-9b94-b6e2b3298919 service neutron] 10.222.0.41 "GET /v2.0/networks/63652eda-153a-4317-9754-619bbb705000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877589 Jun 27 12:52:39.398692 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3ada301f-b3c6-468e-95f4-5495e3cdad91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:39.452720 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-3ada301f-b3c6-468e-95f4-5495e3cdad91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:39.458301 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-3ada301f-b3c6-468e-95f4-5495e3cdad91 admin admin] Usage tracker for resource:security_group_rule and tenant:c77ad22c66f74cf7be7b3c2d8486bd07 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:39.462493 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-3ada301f-b3c6-468e-95f4-5495e3cdad91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:39.470522 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-3ada301f-b3c6-468e-95f4-5495e3cdad91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:39.606187 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-bc16392b-b40d-4fb1-9201-8574c88dd6fe None None] Provisioning for port b986c3e9-f760-46d6-b009-aa6f7a235771 completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:52:39.619379 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-bc16392b-b40d-4fb1-9201-8574c88dd6fe None None] Provisioning complete for port b986c3e9-f760-46d6-b009-aa6f7a235771 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:52:39.619807 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bc16392b-b40d-4fb1-9201-8574c88dd6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:39.624278 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3ada301f-b3c6-468e-95f4-5495e3cdad91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:39.689594 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3ada301f-b3c6-468e-95f4-5495e3cdad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:39.746801 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1180912d-02fa-4b47-bcf6-ba64cb52778a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:39.777081 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-3ada301f-b3c6-468e-95f4-5495e3cdad91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c77ad22c66f74cf7be7b3c2d8486bd07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4513161 Jun 27 12:52:39.777707 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38266) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:39.814450 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38270) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:39.820969 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-ed22b508-83a3-4efa-b0c2-bc90fcbfbf75 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=79437) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:52:39.825110 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-ed22b508-83a3-4efa-b0c2-bc90fcbfbf75 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2589228 Jun 27 12:52:39.846105 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada301f-b3c6-468e-95f4-5495e3cdad91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8ae3f8-37ae-40f4-a259-d7a188b16f33,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:39.852775 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-3ada301f-b3c6-468e-95f4-5495e3cdad91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:39.909919 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b78a40e-8eed-4fbc-89f8-4f5daaeeb453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:39.929062 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3831367'] for router, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:39.970372 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bc16392b-b40d-4fb1-9201-8574c88dd6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:39.993788 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b78a40e-8eed-4fbc-89f8-4f5daaeeb453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:40.010560 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-bc16392b-b40d-4fb1-9201-8574c88dd6fe None None] For port b986c3e9-f760-46d6-b009-aa6f7a235771, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=b986c3e9-f760-46d6-b009-aa6f7a235771,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:52:40.078666 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bc16392b-b40d-4fb1-9201-8574c88dd6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:40.082773 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:40.096380 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c56275bf-5f5a-4f13-b9d8-8f69d5e00734 req-2bf33abf-2e97-476e-9271-6af9c1eed53d tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 210 time: 0.0533705 Jun 27 12:52:40.175519 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b78a40e-8eed-4fbc-89f8-4f5daaeeb453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:40.183126 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:40.207231 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78a40e-8eed-4fbc-89f8-4f5daaeeb453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8ae3f8-37ae-40f4-a259-d7a188b16f33,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:40.254011 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7b78a40e-8eed-4fbc-89f8-4f5daaeeb453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:40.268198 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b78a40e-8eed-4fbc-89f8-4f5daaeeb453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:40.276468 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6f982726-9545-43f3-9681-a6afa5bf1c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:40.280132 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7b78a40e-8eed-4fbc-89f8-4f5daaeeb453 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb8ae3f8-37ae-40f4-a259-d7a188b16f33 HTTP/1.1" status: 204 len: 168 time: 0.4961705 Jun 27 12:52:40.350247 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16392b-b40d-4fb1-9201-8574c88dd6fe None None] Pushing event updated for resources: {'Port': ['ID=b986c3e9-f760-46d6-b009-aa6f7a235771,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:40.363747 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-bc16392b-b40d-4fb1-9201-8574c88dd6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:40.414855 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-91f45e57-2de4-4906-bb2e-6f13766bd945 None None] Provisioning complete for port b986c3e9-f760-46d6-b009-aa6f7a235771 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:52:40.415541 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-91f45e57-2de4-4906-bb2e-6f13766bd945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:40.668746 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-6f982726-9545-43f3-9681-a6afa5bf1c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:40.714584 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-6f982726-9545-43f3-9681-a6afa5bf1c7f admin admin] Usage tracker for resource:security_group_rule and tenant:f1a49a8e96644172af4ca8f1cb45399f is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:40.718400 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-6f982726-9545-43f3-9681-a6afa5bf1c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:40.726751 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-6f982726-9545-43f3-9681-a6afa5bf1c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:40.829697 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-9f8fb0e8-94dd-4cdf-a7dd-b2913e05669e service neutron] 10.222.0.41 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9789331 Jun 27 12:52:40.881997 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6f982726-9545-43f3-9681-a6afa5bf1c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:41.009253 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6f982726-9545-43f3-9681-a6afa5bf1c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:41.028153 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:41.077066 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-6f982726-9545-43f3-9681-a6afa5bf1c7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1a49a8e96644172af4ca8f1cb45399f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2358873 Jun 27 12:52:41.080143 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38340) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:41.085829 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-fdc72a10-7dcd-4a11-9638-5c7fe82c477f service neutron] 10.222.0.41 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551277 Jun 27 12:52:41.094905 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f982726-9545-43f3-9681-a6afa5bf1c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f72ba6-12ea-4719-b7d8-1d00f2bdf411,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:41.098146 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6f982726-9545-43f3-9681-a6afa5bf1c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:41.165168 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Router c480119e-8d2d-4ea3-b269-c64cab36d2ff is scheduled to L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f with binding_index 1 {{(pid=79437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:52:41.166665 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65cc51a1-20db-4e90-a503-53a3110fa1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:41.208114 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65cc51a1-20db-4e90-a503-53a3110fa1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:41.288290 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-36aa4e3f-dc8d-418b-8f64-d7e19a16a12b req-e050f9f4-a9c7-4cd6-9ce9-807883d3a1c4 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 210 time: 0.0535843 Jun 27 12:52:41.417068 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:52:41.426842 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65cc51a1-20db-4e90-a503-53a3110fa1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:41.433264 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Sync routers for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:52:41.438033 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-38465793-d7d1-460c-95b6-289313304e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:41.446907 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:52:41.447809 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:52:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:52:41.462905 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-71f6afde-1ec9-4d89-8018-3c87c49d5294 req-67e434df-4f7b-445e-9648-121b847acfe4 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 210 time: 0.0806162 Jun 27 12:52:41.466533 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc51a1-20db-4e90-a503-53a3110fa1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f72ba6-12ea-4719-b7d8-1d00f2bdf411,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:41.472975 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-65cc51a1-20db-4e90-a503-53a3110fa1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:41.476454 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65cc51a1-20db-4e90-a503-53a3110fa1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:41.478002 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-65cc51a1-20db-4e90-a503-53a3110fa1c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3f72ba6-12ea-4719-b7d8-1d00f2bdf411 HTTP/1.1" status: 204 len: 168 time: 0.3958962 Jun 27 12:52:41.836492 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Notify callbacks [] for router, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:41.836492 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6085424 Jun 27 12:52:41.836492 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38378) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:41.845954 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:52:42.237797 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device b986c3e9-f760-46d6-b009-aa6f7a235771 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:52:42.378629 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port b986c3e9-f760-46d6-b009-aa6f7a235771 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:52:42.379263 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:42.385228 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:38Z', 'revision_number': 3, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:52:42.398580 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Checking router: c480119e-8d2d-4ea3-b269-c64cab36d2ff for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:52:42.398580 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Updating router c480119e-8d2d-4ea3-b269-c64cab36d2ff port 0f62fb66-049c-4063-8557-c2a2f536fade binding host dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:52:42.444515 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8b10c860-ae33-4bc0-b40f-337f8a058940 req-357a11fe-dfb5-4152-9311-acb2e237d887 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 210 time: 0.0625808 Jun 27 12:52:42.473313 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:42.655116 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b2df95a2-9352-49fe-b8ae-fc668504b977 req-d1232c88-dd1f-4abb-8856-79c73c974312 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 210 time: 0.0711446 Jun 27 12:52:42.660289 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38422) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:42.687257 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3740-7c94-4e1c-a29f-47e2106711d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:42.719845 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-5c2b3740-7c94-4e1c-a29f-47e2106711d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:42.961329 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-5c2b3740-7c94-4e1c-a29f-47e2106711d2 admin admin] Usage tracker for resource:security_group_rule and tenant:aeccfb2ef8074411b3cd78a59bbee01f is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:42.965361 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-5c2b3740-7c94-4e1c-a29f-47e2106711d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:42.971963 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-5c2b3740-7c94-4e1c-a29f-47e2106711d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:43.186688 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Notify callbacks [] for port, precommit_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.200823 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38444) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:43.203206 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3740-7c94-4e1c-a29f-47e2106711d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.204530 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.provisioning_blocks [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Transition to ACTIVE for port object 0f62fb66-049c-4063-8557-c2a2f536fade will not be triggered until provisioned by entity L2. {{(pid=79440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:52:43.209610 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.303508 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3740-7c94-4e1c-a29f-47e2106711d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.303820 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.335618 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:43.339458 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6f982726-9545-43f3-9681-a6afa5bf1c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:43.348349 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-5c2b3740-7c94-4e1c-a29f-47e2106711d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aeccfb2ef8074411b3cd78a59bbee01f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6869478 Jun 27 12:52:43.353027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38454) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:43.431865 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b3740-7c94-4e1c-a29f-47e2106711d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c64e73-4291-4ee7-b1cf-4b5e230b7ca9,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:43.438237 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5c2b3740-7c94-4e1c-a29f-47e2106711d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:43.491975 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ee844077-41af-4355-bf18-49050a44b3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.513192 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Attempting to bind port 0f62fb66-049c-4063-8557-c2a2f536fade on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:52:43.514225 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Attempting to bind port 0f62fb66-049c-4063-8557-c2a2f536fade by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:52:43.514909 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Attempting to bind port 0f62fb66-049c-4063-8557-c2a2f536fade on network d32f493c-8559-4b40-85d3-8491f4b6d87a {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:52:43.526323 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Pushing event updated for resources: {'Port': ['ID=0f62fb66-049c-4063-8557-c2a2f536fade,revision_number=2']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:43.529920 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:52:43.530802 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Checking segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:52:43.531416 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.535177 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f5ca-86b3-4fd6-a986-d1f8198ed3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.535314 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Bound using segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:52:43.535314 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Bound port: 0f62fb66-049c-4063-8557-c2a2f536fade, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:52:43.535314 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.575295 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Allocated IP 172.20.0.1 (4d037d56-8a2b-499f-ac6d-8e124ff2a298/1c0a504f-730d-493b-b4e5-1320b17fb5d2/2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:52:43.586938 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-a9d8f5ca-86b3-4fd6-a986-d1f8198ed3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:43.591160 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-a9d8f5ca-86b3-4fd6-a986-d1f8198ed3ab admin admin] Usage tracker for resource:security_group_rule and tenant:244fa2268fd246d19da46aaa98f95455 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:43.594387 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-a9d8f5ca-86b3-4fd6-a986-d1f8198ed3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:43.602136 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-a9d8f5ca-86b3-4fd6-a986-d1f8198ed3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:43.643181 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.643769 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.644238 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.644757 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.645104 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.645422 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.646712 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.647082 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.647666 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.648034 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.648509 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.648815 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Tracked resource versions report: Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: pushed versions: Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: { 'AddressGroup': {'1.2'}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'ConntrackHelper': {'1.0'}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'Log': {'1.0'}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'Network': {'1.1'}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'Port': {'1.7'}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'PortForwarding': {'1.2'}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'QosPolicy': {'1.8'}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'SecurityGroup': {'1.4'}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'SubPort': {'1.0'}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'Subnet': {'1.1'}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'Trunk': {'1.1'}} Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: consumer versions: Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: { DHCP agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: L3 agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: Metadata agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: Metering agent@dv-cinder-798099-1-smb: {}, Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: Open vSwitch agent@dv-cinder-798099-1-smb: { 'AddressGroup': '1.2', Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'ConntrackHelper': '1.0', Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'Log': '1.0', Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'Network': '1.1', Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'Port': '1.7', Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'PortForwarding': '1.2', Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'QosPolicy': '1.8', Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'SecurityGroup': '1.4', Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'SecurityGroupRule': '1.2', Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'SubPort': '1.0', Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'Subnet': '1.1', Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: 'Trunk': '1.1'}} Jun 27 12:52:43.650055 dv-cinder-798099-1-smb neutron-server[79440]: {{(pid=79440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:52:43.656546 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:43.668762 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] For port 0f62fb66-049c-4063-8557-c2a2f536fade, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:52:43.673652 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] For port 0f62fb66-049c-4063-8557-c2a2f536fade, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=0f62fb66-049c-4063-8557-c2a2f536fade,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:52:43.745039 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f0e35095-5a0a-4c0a-8d80-1f84b9680a88 req-86254017-08e6-4d10-a7be-c2bdb6ce8b23 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 210 time: 0.0799422 Jun 27 12:52:43.765296 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.771130 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:43.788904 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ee844077-41af-4355-bf18-49050a44b3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.806657 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f5ca-86b3-4fd6-a986-d1f8198ed3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.880718 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.883204 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f5ca-86b3-4fd6-a986-d1f8198ed3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:43.900001 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-3ada301f-b3c6-468e-95f4-5495e3cdad91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:43.923599 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Transition to ACTIVE for port object 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab will not be triggered until provisioned by entity DHCP. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:52:44.001708 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8f5ca-86b3-4fd6-a986-d1f8198ed3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3252732b-7c3a-4283-8072-dae6ab06b38a,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:44.021370 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:52:44.021998 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:52:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:52:44.023590 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a9d8f5ca-86b3-4fd6-a986-d1f8198ed3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:44.032710 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-aa8a8b8b-a3d1-4d02-b1f4-0dc10706f0fa req-92c8dd16-fffe-48f5-9d4e-b58c4d7d1c5c tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 210 time: 0.0742161 Jun 27 12:52:44.082739 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-a9d8f5ca-86b3-4fd6-a986-d1f8198ed3ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=244fa2268fd246d19da46aaa98f95455&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8808231 Jun 27 12:52:44.096709 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38476) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:44.113298 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Pushing event updated for resources: {'Port': ['ID=0f62fb66-049c-4063-8557-c2a2f536fade,revision_number=3']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:44.118806 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:44.120439 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ee844077-41af-4355-bf18-49050a44b3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:44.133518 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:44.150345 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:44.173503 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee844077-41af-4355-bf18-49050a44b3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c64e73-4291-4ee7-b1cf-4b5e230b7ca9,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:44.175150 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:44.196600 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ee844077-41af-4355-bf18-49050a44b3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:44.238019 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ee844077-41af-4355-bf18-49050a44b3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:44.242059 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-ee844077-41af-4355-bf18-49050a44b3dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29c64e73-4291-4ee7-b1cf-4b5e230b7ca9 HTTP/1.1" status: 204 len: 168 time: 0.8847766 Jun 27 12:52:44.260155 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5fef4865-1222-4b8b-a624-fe422dc147b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:44.293670 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:52:44.295029 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5fef4865-1222-4b8b-a624-fe422dc147b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:44.300266 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:52:44.312025 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:52:44.312995 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3831425'] for router_interface, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:44.331968 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:52:44.466990 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5fef4865-1222-4b8b-a624-fe422dc147b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:44.471397 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:44.515598 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef4865-1222-4b8b-a624-fe422dc147b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3252732b-7c3a-4283-8072-dae6ab06b38a,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:44.525922 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5fef4865-1222-4b8b-a624-fe422dc147b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:44.531561 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5fef4865-1222-4b8b-a624-fe422dc147b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:44.533929 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-5fef4865-1222-4b8b-a624-fe422dc147b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3252732b-7c3a-4283-8072-dae6ab06b38a HTTP/1.1" status: 204 len: 168 time: 0.4358177 Jun 27 12:52:44.764699 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.52', 61425) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:44.804147 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-a2d10811-418a-4f73-b008-5c12980a945e None None] Provisioning for port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:52:44.816416 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38508) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:44.830436 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-a2d10811-418a-4f73-b008-5c12980a945e None None] Provisioning complete for port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:52:44.834854 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a2d10811-418a-4f73-b008-5c12980a945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:45.084378 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-a2d10811-418a-4f73-b008-5c12980a945e None None] Port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:52:45.162727 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:38Z', 'revision_number': 3, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:52:45.174736 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-36a0df7d-f31b-4758-9070-cef81a2df6a8 req-f9f165a7-54d4-4c3f-beef-1b48158eca1c tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 210 time: 0.1178994 Jun 27 12:52:45.182162 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f647a0-c992-4ddf-be39-d32f29c10828 None None] The sync data for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb is: [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:38Z', 'revision_number': 3, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:52:45.211062 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-8e35a29a-550d-4a59-8bc2-8eb163616376 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:45.211062 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-8e35a29a-550d-4a59-8bc2-8eb163616376 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.52 "GET /v2.0/networks?id=63652eda-153a-4317-9754-619bbb705000 HTTP/1.1" status: 200 len: 812 time: 0.4402046 Jun 27 12:52:45.268794 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Request body: {'port': {'device_id': '7e98503d-3135-4d1a-923c-ceddf01d7491', 'network_id': '63652eda-153a-4317-9754-619bbb705000', 'admin_state_up': True, 'tenant_id': '803c1bdc12994ea7a1df65e67858dae0'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:45.273996 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:45.305510 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.130s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:45.349609 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:45.560758 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b5fcd801-ec79-4075-b0a4-5a8463b88010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:45.597506 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-b5fcd801-ec79-4075-b0a4-5a8463b88010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:45.675623 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-b5fcd801-ec79-4075-b0a4-5a8463b88010 admin admin] Usage tracker for resource:security_group_rule and tenant:d1d6b35639a7403abc877e241560d750 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:45.694815 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.52', 61427) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:45.701694 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-b5fcd801-ec79-4075-b0a4-5a8463b88010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:45.796500 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-b5fcd801-ec79-4075-b0a4-5a8463b88010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:45.936350 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-75b3ab06-8ef7-4ffd-bcde-4d400bd68617 req-a1a7a1da-fe3a-44be-884e-fe38a6f76ff4 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 210 time: 0.3535788 Jun 27 12:52:45.965806 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:45.980619 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Usage tracker for resource:port and tenant:803c1bdc12994ea7a1df65e67858dae0 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:45.983828 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:45.999504 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:46.146995 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Made reservation on behalf of 803c1bdc12994ea7a1df65e67858dae0 for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:52:46.150873 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:46.177824 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167350-c07e-4743-9a6e-da56809d3104 req-af54af49-0685-400c-a789-765fd9b0735e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:46.179241 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-af54af49-0685-400c-a789-765fd9b0735e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 815 time: 0.4814763 Jun 27 12:52:46.364970 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b5fcd801-ec79-4075-b0a4-5a8463b88010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:46.388983 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 0f62fb66-049c-4063-8557-c2a2f536fade up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:52:46.393581 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Request body: {'port': {'device_id': '99ea9ab6-5b75-43b3-8532-2b60a7f6eb64', 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80', 'admin_state_up': True, 'tenant_id': 'fcb92e9377bb46debad9fdb20f60124f'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:46.566050 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:46.588221 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b5fcd801-ec79-4075-b0a4-5a8463b88010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:46.638357 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Allocated IP 172.20.0.12 (63652eda-153a-4317-9754-619bbb705000/148700e4-c700-410f-911a-41e1c218a62f/f28fd0fa-e7b5-4626-bcb2-f76728a0b288) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:52:46.646388 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:46.690008 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-b5fcd801-ec79-4075-b0a4-5a8463b88010 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1d6b35639a7403abc877e241560d750&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6489079 Jun 27 12:52:46.703028 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcd801-ec79-4075-b0a4-5a8463b88010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23361f94-f72f-424e-afcb-83da4d83d658,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:46.713057 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38610) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:46.774787 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-b5fcd801-ec79-4075-b0a4-5a8463b88010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:46.858045 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a3608f21-d621-41ab-b532-97631501ad33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:46.923352 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:46.928360 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a3608f21-d621-41ab-b532-97631501ad33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:46.942284 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Usage tracker for resource:port and tenant:fcb92e9377bb46debad9fdb20f60124f is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:46.949366 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:46.955539 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:46.966120 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:47.020091 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:47.089391 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:47.090887 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910184'] for router_interface, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:47.097428 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-8099bf4b-8216-4b98-b9f5-bce75c3650f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:47.102196 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 0f62fb66-049c-4063-8557-c2a2f536fade completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:52:47.111469 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 0f62fb66-049c-4063-8557-c2a2f536fade triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:52:47.112219 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:47.128958 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74720692-3c78-44b7-8fd4-da4ced45287e req-3902a4ea-f376-4a31-977b-7f5b4371dda0 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 210 time: 0.0797224 Jun 27 12:52:47.170004 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:47.178543 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-dfebc039-c12b-4433-a736-bc6d4dd65810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:47.240030 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Made reservation on behalf of fcb92e9377bb46debad9fdb20f60124f for: {'port': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:52:47.244452 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:47.292768 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-83048f27-31d2-4f6c-9088-1a27295b19e9 req-2f2070e0-5a1e-44b9-b492-ac1fc7bef073 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 210 time: 0.1362467 Jun 27 12:52:47.299412 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a3608f21-d621-41ab-b532-97631501ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:47.445154 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Network 63652eda-153a-4317-9754-619bbb705000 is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:52:47.461354 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Pushing event updated for resources: {'Port': ['ID=f28fd0fa-e7b5-4626-bcb2-f76728a0b288,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:47.469854 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:52:47.507390 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:47.527769 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:52:47.534989 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:47.535877 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:47.570368 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:47.582781 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Allocated IP 172.20.0.7 (ad63dbb5-11bf-4177-9d20-5e29a67dca80/ee69f823-8f94-4401-8043-a102f1a1a1ec/425e04bf-f19e-4777-b8d5-b24f4102e577) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:52:47.609436 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port 0f62fb66-049c-4063-8557-c2a2f536fade, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=0f62fb66-049c-4063-8557-c2a2f536fade,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:52:47.683525 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:47.728314 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:47.731261 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:47.737344 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4735601 Jun 27 12:52:47.766793 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3608f21-d621-41ab-b532-97631501ad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23361f94-f72f-424e-afcb-83da4d83d658,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:47.777757 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:47.783958 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-c4714fc7-5045-4aa7-8606-0429ddc1a026 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=79438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:52:47.784621 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-bc16392b-b40d-4fb1-9201-8574c88dd6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:47.785747 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-a3608f21-d621-41ab-b532-97631501ad33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:47.789066 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-c4714fc7-5045-4aa7-8606-0429ddc1a026 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109665 Jun 27 12:52:47.802014 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a3608f21-d621-41ab-b532-97631501ad33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:47.804670 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-a3608f21-d621-41ab-b532-97631501ad33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23361f94-f72f-424e-afcb-83da4d83d658 HTTP/1.1" status: 204 len: 168 time: 1.0903940 Jun 27 12:52:47.987794 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=0f62fb66-049c-4063-8557-c2a2f536fade,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:48.010016 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:48.105496 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:52:48.111080 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:52:48.279902 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 0f62fb66-049c-4063-8557-c2a2f536fade up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:52:48.492622 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 0f62fb66-049c-4063-8557-c2a2f536fade triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:52:48.493205 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:48.669857 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e915161-4ae5-47d7-9846-5ce0d297d542 req-2a208766-5144-4b6a-93bd-3af1cd2ab1c7 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:48.671777 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-5e915161-4ae5-47d7-9846-5ce0d297d542 req-2a208766-5144-4b6a-93bd-3af1cd2ab1c7 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Synchronizing usage tracker for tenant:803c1bdc12994ea7a1df65e67858dae0 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:52:48.714899 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-ef1bad79-174a-4a27-b31c-c4f6ee14c3e5 None None] Provisioning complete for port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:52:48.715448 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-ef1bad79-174a-4a27-b31c-c4f6ee14c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:48.792591 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-5e915161-4ae5-47d7-9846-5ce0d297d542 req-2a208766-5144-4b6a-93bd-3af1cd2ab1c7 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Unset dirty status for tenant:803c1bdc12994ea7a1df65e67858dae0 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:52:48.803026 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5e915161-4ae5-47d7-9846-5ce0d297d542 req-2a208766-5144-4b6a-93bd-3af1cd2ab1c7 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 932 time: 0.4170496 Jun 27 12:52:48.813582 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Request body: {'port': {'device_id': '7e98503d-3135-4d1a-923c-ceddf01d7491', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:48.924822 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bad79-174a-4a27-b31c-c4f6ee14c3e5 None None] Port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:52:48.977897 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:48.998512 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f3ca13fe-72c0-4a8e-b788-e505bd76534c req-a80e3962-0400-4a9a-9065-05bab2ff52f7 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 210 time: 0.3575847 Jun 27 12:52:49.053914 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Router c480119e-8d2d-4ea3-b269-c64cab36d2ff has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:52:49.195142 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-5e915161-4ae5-47d7-9846-5ce0d297d542 req-fdab7746-cc8f-4343-8179-d959ece007c3 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Synchronizing usage tracker for tenant:803c1bdc12994ea7a1df65e67858dae0 on resource:security_group {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:52:49.217803 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:49.330366 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-5e915161-4ae5-47d7-9846-5ce0d297d542 req-fdab7746-cc8f-4343-8179-d959ece007c3 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Unset dirty status for tenant:803c1bdc12994ea7a1df65e67858dae0 on resource:security_group {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:52:49.344549 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5e915161-4ae5-47d7-9846-5ce0d297d542 req-fdab7746-cc8f-4343-8179-d959ece007c3 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326615 Jun 27 12:52:49.472342 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:49.527692 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:49.531146 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38684) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:49.567645 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1525a52d-f58f-4c55-97fd-e25d2c716f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:49.629989 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1525a52d-f58f-4c55-97fd-e25d2c716f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:49.644591 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1525a52d-f58f-4c55-97fd-e25d2c716f2f admin admin] Usage tracker for resource:security_group_rule and tenant:ee3271ea2ef84c6892cf5aba021cbf1e is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:49.652066 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1525a52d-f58f-4c55-97fd-e25d2c716f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:49.682031 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1525a52d-f58f-4c55-97fd-e25d2c716f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:49.700291 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Pushing event updated for resources: {'Port': ['ID=425e04bf-f19e-4777-b8d5-b24f4102e577,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:49.733049 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:49.738964 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Network ad63dbb5-11bf-4177-9d20-5e29a67dca80 is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:52:49.742571 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:52:49.745158 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:52:49.762497 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:52:49.771533 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:49.773159 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:49.853890 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Sync routers for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:52:49.869116 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:52:49.871606 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] 10.222.0.41 "PUT /v2.0/routers/c480119e-8d2d-4ea3-b269-c64cab36d2ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2274024 Jun 27 12:52:49.872484 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:52:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:52:49.951139 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5660067 Jun 27 12:52:50.060843 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Request body: {'port': {'device_id': '99ea9ab6-5b75-43b3-8532-2b60a7f6eb64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:50.199211 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1525a52d-f58f-4c55-97fd-e25d2c716f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:50.281627 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:52:50.298776 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1525a52d-f58f-4c55-97fd-e25d2c716f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:50.383906 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-765f1daa-4f2a-4231-98ba-2c524113b46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:50.401436 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-1525a52d-f58f-4c55-97fd-e25d2c716f2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee3271ea2ef84c6892cf5aba021cbf1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8688953 Jun 27 12:52:50.416696 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38714) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:50.575542 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28fd0fa-e7b5-4626-bcb2-f76728a0b288 {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:52:50.605649 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:50.662332 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525a52d-f58f-4c55-97fd-e25d2c716f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e88a67-4116-4f97-bb31-00040d79a06e,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:50.694354 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1525a52d-f58f-4c55-97fd-e25d2c716f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:50.695090 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-01441596-fd99-41fa-b87e-c4f75eb5e738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:50.734781 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:50.762623 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-01441596-fd99-41fa-b87e-c4f75eb5e738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:50.929505 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-01441596-fd99-41fa-b87e-c4f75eb5e738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:50.930635 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Transition to ACTIVE for port object f28fd0fa-e7b5-4626-bcb2-f76728a0b288 will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:52:50.934683 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:50.948900 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed54e6-ad6d-4516-b654-db5f110ad51b req-8840cd29-758e-4de9-b391-893b17e77dd9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:50.952710 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-d5ed54e6-ad6d-4516-b654-db5f110ad51b req-8840cd29-758e-4de9-b391-893b17e77dd9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Synchronizing usage tracker for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:52:50.967352 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01441596-fd99-41fa-b87e-c4f75eb5e738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e88a67-4116-4f97-bb31-00040d79a06e,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:50.978734 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-01441596-fd99-41fa-b87e-c4f75eb5e738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:50.979341 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-01441596-fd99-41fa-b87e-c4f75eb5e738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:50.980378 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-01441596-fd99-41fa-b87e-c4f75eb5e738 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5e88a67-4116-4f97-bb31-00040d79a06e HTTP/1.1" status: 204 len: 168 time: 0.5544932 Jun 27 12:52:51.021811 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:51.027100 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-66bbcdd8-e370-40cc-847e-e6fa2bdf5519 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:51.108117 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d2876193-9157-45a0-8495-8956ef6b0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:51.351802 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-d5ed54e6-ad6d-4516-b654-db5f110ad51b req-8840cd29-758e-4de9-b391-893b17e77dd9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Unset dirty status for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:52:51.353867 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d5ed54e6-ad6d-4516-b654-db5f110ad51b req-8840cd29-758e-4de9-b391-893b17e77dd9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 931 time: 1.0870938 Jun 27 12:52:51.370663 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 2, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:52:51.379509 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Checking router: c480119e-8d2d-4ea3-b269-c64cab36d2ff for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:52:51.380362 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Updating router c480119e-8d2d-4ea3-b269-c64cab36d2ff port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab binding host dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:52:51.400931 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Pushing event updated for resources: {'Port': ['ID=f28fd0fa-e7b5-4626-bcb2-f76728a0b288,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:51.419737 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:51.449352 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:51.481262 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:51.521029 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d5ed54e6-ad6d-4516-b654-db5f110ad51b req-5cc9d419-1d4b-46a5-ac9c-e0dfced6d444 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962279 Jun 27 12:52:51.564381 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38740) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:51.577405 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--76425108', 'description': 'tempest-description--644668580'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:51.596521 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:51.603068 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Usage tracker for resource:security_group and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:51.611881 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Attempting to bind port f28fd0fa-e7b5-4626-bcb2-f76728a0b288 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:52:51.612279 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Attempting to bind port f28fd0fa-e7b5-4626-bcb2-f76728a0b288 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '8083fd2b-0482-4f93-988f-33b4c6a55bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '63652eda-153a-4317-9754-619bbb705000'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:52:51.612629 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Attempting to bind port f28fd0fa-e7b5-4626-bcb2-f76728a0b288 on network 63652eda-153a-4317-9754-619bbb705000 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:52:51.621027 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:51.636002 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Port f28fd0fa-e7b5-4626-bcb2-f76728a0b288 on network 63652eda-153a-4317-9754-619bbb705000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:52:51.636345 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Attempting to bind port f28fd0fa-e7b5-4626-bcb2-f76728a0b288 on network 63652eda-153a-4317-9754-619bbb705000 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:52:51.655578 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:52:51.656941 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Checking segment: {'id': '8083fd2b-0482-4f93-988f-33b4c6a55bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '63652eda-153a-4317-9754-619bbb705000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:52:51.656941 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Bound using segment: {'id': '8083fd2b-0482-4f93-988f-33b4c6a55bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '63652eda-153a-4317-9754-619bbb705000'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:52:51.657175 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Bound port: f28fd0fa-e7b5-4626-bcb2-f76728a0b288, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8083fd2b-0482-4f93-988f-33b4c6a55bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '63652eda-153a-4317-9754-619bbb705000'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:52:51.657418 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:51.668765 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:51.825484 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] For port f28fd0fa-e7b5-4626-bcb2-f76728a0b288, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:52:51.834954 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] For port f28fd0fa-e7b5-4626-bcb2-f76728a0b288, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f28fd0fa-e7b5-4626-bcb2-f76728a0b288,segment=NetworkSegment(8083fd2b-0482-4f93-988f-33b4c6a55bcb),segment_id=8083fd2b-0482-4f93-988f-33b4c6a55bcb)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:52:51.876141 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425e04bf-f19e-4777-b8d5-b24f4102e577 {{(pid=79437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:52:51.884071 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:51.901928 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:51.902163 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Transition to ACTIVE for port object 425e04bf-f19e-4777-b8d5-b24f4102e577 will not be triggered until provisioned by entity L2. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:52:51.912322 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:51.961946 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba012c7-aa64-47c0-b323-81f944334c4d req-3e20adc3-2411-41e7-be99-503e547b474f tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:51.975608 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4ba012c7-aa64-47c0-b323-81f944334c4d req-3e20adc3-2411-41e7-be99-503e547b474f tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 944 time: 0.2962639 Jun 27 12:52:51.999984 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:52.015115 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:52.036165 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:52.170604 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Pushing event updated for resources: {'Port': ['ID=f28fd0fa-e7b5-4626-bcb2-f76728a0b288,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:52.176079 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:52.196330 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:52.197788 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:52.200564 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:52.205673 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] 10.222.0.52 "PUT /v2.0/ports/f28fd0fa-e7b5-4626-bcb2-f76728a0b288 HTTP/1.1" status: 200 len: 1094 time: 3.9196682 Jun 27 12:52:52.206563 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e98503d-3135-4d1a-923c-ceddf01d7491', 'tag': 'f28fd0fa-e7b5-4626-bcb2-f76728a0b288'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:52:52.353717 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4ba012c7-aa64-47c0-b323-81f944334c4d req-50f1d34b-7a20-4d22-bed9-81d7b62dda78 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765316 Jun 27 12:52:52.361048 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Usage tracker for resource:security_group_rule and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:52.380731 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:52.409448 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=425e04bf-f19e-4777-b8d5-b24f4102e577,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:52.430534 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:52.437470 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:52.583794 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Notify callbacks [] for port, precommit_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:52.619718 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Transition to ACTIVE for port object 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:52:52.625547 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Attempting to bind port 425e04bf-f19e-4777-b8d5-b24f4102e577 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:52:52.632053 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Attempting to bind port 425e04bf-f19e-4777-b8d5-b24f4102e577 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:52:52.632693 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Attempting to bind port 425e04bf-f19e-4777-b8d5-b24f4102e577 on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:52:52.653051 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Port 425e04bf-f19e-4777-b8d5-b24f4102e577 on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:52:52.653462 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Attempting to bind port 425e04bf-f19e-4777-b8d5-b24f4102e577 on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:52:52.674098 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-9b6dfdb0-9c2b-4c4b-bb8a-9cee229a8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:52.674621 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:52:52.674967 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Checking segment: {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:52:52.675606 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-9b6dfdb0-9c2b-4c4b-bb8a-9cee229a8b26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=803c1bdc12994ea7a1df65e67858dae0&device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 1097 time: 0.2786045 Jun 27 12:52:52.675732 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Bound using segment: {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:52:52.676212 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Bound port: 425e04bf-f19e-4777-b8d5-b24f4102e577, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'}}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:52:52.677271 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:52.695028 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:52.702381 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:52.941004 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:52.957302 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-4c989f0f-a2ca-4e3b-b3f8-20c301fa7625 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28fd0fa-e7b5-4626-bcb2-f76728a0b288 HTTP/1.1" status: 200 len: 217 time: 0.2732697 Jun 27 12:52:52.958471 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] For port 425e04bf-f19e-4777-b8d5-b24f4102e577, host hv-cinder-79809, cleared binding levels {{(pid=79437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:52:52.964254 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] For port 425e04bf-f19e-4777-b8d5-b24f4102e577, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=425e04bf-f19e-4777-b8d5-b24f4102e577,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:52:53.039989 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:53.041777 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:53.059712 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:53.105725 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe2bbe-4087-413b-a3d7-59b40a2b8a12 req-91447684-c695-4634-9c68-ebfcabdbd0d9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:53.111117 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fcbe2bbe-4087-413b-a3d7-59b40a2b8a12 req-91447684-c695-4634-9c68-ebfcabdbd0d9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 943 time: 0.3093877 Jun 27 12:52:53.306530 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e71b33-ea08-4be7-90fd-be760258a36b None None] Pushing event updated for resources: {'Port': ['ID=2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:53.326727 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-51e71b33-ea08-4be7-90fd-be760258a36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:53.408344 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-fcbe2bbe-4087-413b-a3d7-59b40a2b8a12 req-d851643e-b7b5-4886-ae56-d5c77d4a29d0 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Synchronizing usage tracker for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:security_group {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:52:53.436018 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-5f471a4c-2444-4fa2-9d61-23c10e663aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:53.442054 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-5f471a4c-2444-4fa2-9d61-23c10e663aa4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=148700e4-c700-410f-911a-41e1c218a62f HTTP/1.1" status: 200 len: 852 time: 0.3277326 Jun 27 12:52:53.543645 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:53.547580 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:53.549488 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] 10.222.0.52 "PUT /v2.0/ports/425e04bf-f19e-4777-b8d5-b24f4102e577 HTTP/1.1" status: 200 len: 1093 time: 3.4951050 Jun 27 12:52:53.550095 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ea9ab6-5b75-43b3-8532-2b60a7f6eb64', 'tag': '425e04bf-f19e-4777-b8d5-b24f4102e577'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:52:53.569766 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Attempting to bind port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:52:53.570165 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Attempting to bind port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:52:53.570530 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Attempting to bind port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab on network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:52:53.591676 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:52:53.592357 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Checking segment: {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:52:53.592437 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:53.592811 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Bound using segment: {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:52:53.598007 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Bound port: 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:52:53.599554 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:53.613839 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e98503d-3135-4d1a-923c-ceddf01d7491', 'tag': 'f28fd0fa-e7b5-4626-bcb2-f76728a0b288', 'status': 'completed', 'code': 200} Jun 27 12:52:53.647893 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-fcbe2bbe-4087-413b-a3d7-59b40a2b8a12 req-d851643e-b7b5-4886-ae56-d5c77d4a29d0 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Unset dirty status for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:security_group {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:52:53.651657 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fcbe2bbe-4087-413b-a3d7-59b40a2b8a12 req-d851643e-b7b5-4886-ae56-d5c77d4a29d0 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398799 Jun 27 12:52:53.651657 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38810) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:53.654223 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-df5a2ae9-b457-49c8-acb3-b12a435736fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=63652eda-153a-4317-9754-619bbb705000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825216 Jun 27 12:52:53.739521 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0a60d74b-0838-43d9-a020-f9a95761f0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:53.767442 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=425e04bf-f19e-4777-b8d5-b24f4102e577,revision_number=3']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:53.781587 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:53.783384 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-b5fcd801-ec79-4075-b0a4-5a8463b88010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:53.852951 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a75c085-60c8-440e-bcdc-17444a225124,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:53.861224 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] For port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:52:53.864543 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] For port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:52:53.963962 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:53.968374 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-bd0cde3d-b211-4dcc-b826-aeacbb557981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:53.972616 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:53.976016 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:53.980367 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 2.4118261 Jun 27 12:52:54.000824 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38828) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:54.045944 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'security_group_rule': {'security_group_id': '2a75c085-60c8-440e-bcdc-17444a225124', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:54.076915 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:54.125114 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Usage tracker for resource:security_group_rule and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:54.143222 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:54.155971 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167350-c07e-4743-9a6e-da56809d3104 req-ff97b5e3-e439-4f38-a81b-fe6cffcb9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:54.157715 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-ff97b5e3-e439-4f38-a81b-fe6cffcb9df2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 1096 time: 0.3111763 Jun 27 12:52:54.174403 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:52:54.174403 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:52:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:52:54.179195 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:54.208687 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf2798-c7c0-4115-b9c8-8d5714c81a71 req-6f5e40bf-c187-442f-afb0-66a34383b0ad tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:54.217670 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a0cf2798-c7c0-4115-b9c8-8d5714c81a71 req-6f5e40bf-c187-442f-afb0-66a34383b0ad tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 944 time: 0.4350154 Jun 27 12:52:54.306155 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-8ff09406-0512-4f7e-8f6a-953d3a49dabd service neutron] 10.222.0.52 "GET /v2.0/networks/63652eda-153a-4317-9754-619bbb705000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155043 Jun 27 12:52:54.407752 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e71b33-ea08-4be7-90fd-be760258a36b None None] Pushing event updated for resources: {'Port': ['ID=2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:54.415989 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-51e71b33-ea08-4be7-90fd-be760258a36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:54.423028 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd901-d7b2-41bd-9053-26c6ed22747e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:54.477824 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-bd4bd901-d7b2-41bd-9053-26c6ed22747e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:54.482910 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-bd4bd901-d7b2-41bd-9053-26c6ed22747e admin admin] Usage tracker for resource:security_group_rule and tenant:a44b15a481874217b51120e61bb2efb7 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:54.487000 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-bd4bd901-d7b2-41bd-9053-26c6ed22747e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:54.498866 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-d96f3f4d-a820-4163-9b82-ce6c1879dc2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=425e04bf-f19e-4777-b8d5-b24f4102e577 HTTP/1.1" status: 200 len: 217 time: 0.3179283 Jun 27 12:52:54.510242 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-bd4bd901-d7b2-41bd-9053-26c6ed22747e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:54.577890 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:54.752836 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a0cf2798-c7c0-4115-b9c8-8d5714c81a71 req-67d743d1-9270-49f5-b28a-cf619d01bee4 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271628 Jun 27 12:52:54.785237 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167350-c07e-4743-9a6e-da56809d3104 req-42277c89-24ed-4c1d-a82c-ae0b791b7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:54.785383 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:54.785839 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-42277c89-24ed-4c1d-a82c-ae0b791b7753 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee69f823-8f94-4401-8043-a102f1a1a1ec HTTP/1.1" status: 200 len: 855 time: 0.2347243 Jun 27 12:52:54.917440 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-01daf808-8c4b-493c-9038-f68b6f406a20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad63dbb5-11bf-4177-9d20-5e29a67dca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279962 Jun 27 12:52:54.934721 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d67c9daf-4648-4b4a-8a9b-cd8f9765180c req-60cd98ca-3211-46b3-b2f0-dc629e65288f service neutron] 10.222.0.52 "GET /v2.0/networks/63652eda-153a-4317-9754-619bbb705000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6030989 Jun 27 12:52:54.955711 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:52:55.080124 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:55.137887 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd901-d7b2-41bd-9053-26c6ed22747e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:55.174311 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d5884-6311-4eef-bbd9-8c7e476760b0 req-4a198175-3192-4a23-a1bf-f71c7659c165 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:55.176452 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e34d5884-6311-4eef-bbd9-8c7e476760b0 req-4a198175-3192-4a23-a1bf-f71c7659c165 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 943 time: 0.2309206 Jun 27 12:52:55.186759 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:55.188500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:55.297285 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fa4999-f2b4-4aba-a2dd-95fcde5f164a,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:55.299268 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ea9ab6-5b75-43b3-8532-2b60a7f6eb64', 'tag': '425e04bf-f19e-4777-b8d5-b24f4102e577', 'status': 'completed', 'code': 200} Jun 27 12:52:55.313044 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:55.313805 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd901-d7b2-41bd-9053-26c6ed22747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:55.359292 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:55.434905 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-3d2bd000-dee4-42c3-847f-28994b5570a2 service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072909 Jun 27 12:52:55.477319 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-bd4bd901-d7b2-41bd-9053-26c6ed22747e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a44b15a481874217b51120e61bb2efb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8216021 Jun 27 12:52:55.480667 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38882) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:55.492911 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e34d5884-6311-4eef-bbd9-8c7e476760b0 req-1b8b9fc5-8b7b-45e7-8388-f9289846a817 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883065 Jun 27 12:52:55.501936 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:55.514361 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5013602 Jun 27 12:52:55.514361 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bd901-d7b2-41bd-9053-26c6ed22747e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3731ed4e-2412-4edd-a967-667945a373db,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:55.514361 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38886) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:55.514361 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'security_group_rule': {'security_group_id': '2a75c085-60c8-440e-bcdc-17444a225124', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:55.529501 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-bd4bd901-d7b2-41bd-9053-26c6ed22747e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:55.542593 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:55.596364 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Usage tracker for resource:security_group_rule and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:55.607669 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:55.619219 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:55.668694 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838238a-d1fb-43ff-bc30-44dc4d58d17f req-0c3eb9f3-defb-473e-8a5e-ca0188a7adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:55.670654 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8838238a-d1fb-43ff-bc30-44dc4d58d17f req-0c3eb9f3-defb-473e-8a5e-ca0188a7adb4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=803c1bdc12994ea7a1df65e67858dae0&device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 1097 time: 0.1317453 Jun 27 12:52:55.796595 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-603cab6a-369a-4da9-8978-2e9ff74891a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:55.860744 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-603cab6a-369a-4da9-8978-2e9ff74891a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:55.889166 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07167350-c07e-4743-9a6e-da56809d3104 req-417e5be2-bfc3-48dc-b97c-2a3567725999 service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398955 Jun 27 12:52:55.927338 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:53Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:52:55.935245 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f122bf-6aef-4e68-a3fe-fceba433633c None None] The sync data for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb is: [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:53Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:52:55.996322 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:56.043040 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-603cab6a-369a-4da9-8978-2e9ff74891a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:56.060416 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:56.207512 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:56.225025 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:56.246376 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838238a-d1fb-43ff-bc30-44dc4d58d17f req-b5e32d32-3b62-4abc-8957-7c4969150fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:56.254555 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8838238a-d1fb-43ff-bc30-44dc4d58d17f req-b5e32d32-3b62-4abc-8957-7c4969150fd4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=63652eda-153a-4317-9754-619bbb705000 HTTP/1.1" status: 200 len: 913 time: 0.5537586 Jun 27 12:52:56.282471 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cab6a-369a-4da9-8978-2e9ff74891a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3731ed4e-2412-4edd-a967-667945a373db,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:56.296358 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-603cab6a-369a-4da9-8978-2e9ff74891a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:56.302242 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-603cab6a-369a-4da9-8978-2e9ff74891a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3731ed4e-2412-4edd-a967-667945a373db HTTP/1.1" status: 204 len: 168 time: 0.8200037 Jun 27 12:52:56.303559 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-603cab6a-369a-4da9-8978-2e9ff74891a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:56.417080 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428c94-079d-4cfb-a267-e48fc2a2438f req-7b70c6ae-2270-4306-94bb-81a73aa00216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:56.418607 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1a428c94-079d-4cfb-a267-e48fc2a2438f req-7b70c6ae-2270-4306-94bb-81a73aa00216 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 1096 time: 0.2794819 Jun 27 12:52:56.441539 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c815b-8d15-42f4-be8c-f0e42e8b493a req-7c25f531-26bb-4eb4-b8de-048be953a436 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:56.458010 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e78c815b-8d15-42f4-be8c-f0e42e8b493a req-7c25f531-26bb-4eb4-b8de-048be953a436 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 944 time: 0.3407853 Jun 27 12:52:56.461301 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:56.465181 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:52:56.497329 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8838238a-d1fb-43ff-bc30-44dc4d58d17f req-40b26400-fc39-4d1d-b6da-17192f77a046 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28fd0fa-e7b5-4626-bcb2-f76728a0b288 HTTP/1.1" status: 200 len: 217 time: 0.2085521 Jun 27 12:52:56.501960 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-91bb59df-a704-4426-88d4-ecf3bab174cb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:56.627506 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902853f6-c911-4829-9295-1912a4e41b1e,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:56.672521 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:56.744906 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838238a-d1fb-43ff-bc30-44dc4d58d17f req-85c27477-9b4f-4af2-97f0-c5baa0061faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:56.747376 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8838238a-d1fb-43ff-bc30-44dc4d58d17f req-85c27477-9b4f-4af2-97f0-c5baa0061faf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=148700e4-c700-410f-911a-41e1c218a62f HTTP/1.1" status: 200 len: 852 time: 0.1971023 Jun 27 12:52:56.753133 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:56.755902 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2463584 Jun 27 12:52:56.790344 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 38936) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:56.793063 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:52:56.801044 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:52:56.801767 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:56.826765 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'floatingip': {'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:52:56.845281 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:56.854382 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Usage tracker for resource:floatingip and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:56.858424 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:56.884720 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:56.960381 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e78c815b-8d15-42f4-be8c-f0e42e8b493a req-739541ae-779f-454c-b80b-ded2e6f8fde0 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574502 Jun 27 12:52:57.039824 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:57.071960 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:57.111606 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428c94-079d-4cfb-a267-e48fc2a2438f req-95c5d932-2266-4f92-a242-56a665dbd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:57.113086 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1a428c94-079d-4cfb-a267-e48fc2a2438f req-95c5d932-2266-4f92-a242-56a665dbd8fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 916 time: 0.6810274 Jun 27 12:52:57.169498 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:52:57.195947 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8838238a-d1fb-43ff-bc30-44dc4d58d17f req-19b6fb00-17ca-4d88-96cf-cee8de99a607 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=63652eda-153a-4317-9754-619bbb705000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4201825 Jun 27 12:52:57.238323 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:57.240754 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-51e71b33-ea08-4be7-90fd-be760258a36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:57.449253 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:57.451787 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1a428c94-079d-4cfb-a267-e48fc2a2438f req-48c3665a-c036-4e1d-a4ea-29d6202d23ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=425e04bf-f19e-4777-b8d5-b24f4102e577 HTTP/1.1" status: 200 len: 217 time: 0.1682622 Jun 27 12:52:57.479783 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:57.592485 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37e5b6-0cf5-4491-9dab-feb337362bba req-aa1d43be-1e91-4459-b2b0-9d91d65595af tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:57.602339 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9b37e5b6-0cf5-4491-9dab-feb337362bba req-aa1d43be-1e91-4459-b2b0-9d91d65595af tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 943 time: 0.8247919 Jun 27 12:52:57.665772 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 38970) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:57.671834 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428c94-079d-4cfb-a267-e48fc2a2438f req-d5e77902-f232-438e-93fb-9697fc707d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:57.682239 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1a428c94-079d-4cfb-a267-e48fc2a2438f req-d5e77902-f232-438e-93fb-9697fc707d2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee69f823-8f94-4401-8043-a102f1a1a1ec HTTP/1.1" status: 200 len: 855 time: 0.1974721 Jun 27 12:52:57.757172 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9b37e5b6-0cf5-4491-9dab-feb337362bba req-2d45626b-a68c-4867-8589-3da60280d618 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535974 Jun 27 12:52:57.768965 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8838238a-d1fb-43ff-bc30-44dc4d58d17f req-1c3f1a8b-48ee-4972-b735-51e7bcff9089 service neutron] 10.222.0.52 "GET /v2.0/networks/63652eda-153a-4317-9754-619bbb705000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967337 Jun 27 12:52:57.909264 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1a428c94-079d-4cfb-a267-e48fc2a2438f req-35d27dc6-1cb4-47a6-ac39-bf2ebc657525 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad63dbb5-11bf-4177-9d20-5e29a67dca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016573 Jun 27 12:52:58.061318 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-57730ac6-b671-4630-b865-25c4ccae1f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:58.087179 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-57730ac6-b671-4630-b865-25c4ccae1f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:52:58.099473 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-57730ac6-b671-4630-b865-25c4ccae1f78 admin admin] Usage tracker for resource:security_group_rule and tenant:224f5a58ceff4fa2b557441470d8fe0c is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:52:58.107373 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-57730ac6-b671-4630-b865-25c4ccae1f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:52:58.137213 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-57730ac6-b671-4630-b865-25c4ccae1f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:52:58.215884 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8838238a-d1fb-43ff-bc30-44dc4d58d17f req-7cdfbfa5-db55-4a11-8eb2-b353fa15730d service neutron] 10.222.0.52 "GET /v2.0/networks/63652eda-153a-4317-9754-619bbb705000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371691 Jun 27 12:52:58.297623 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:52:58.455798 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:52:58.456173 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:58.470085 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-57730ac6-b671-4630-b865-25c4ccae1f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:58.561108 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-57730ac6-b671-4630-b865-25c4ccae1f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:58.578123 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:58.627177 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:58.742282 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-57730ac6-b671-4630-b865-25c4ccae1f78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=224f5a58ceff4fa2b557441470d8fe0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0629961 Jun 27 12:52:58.747236 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39014) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:52:58.774970 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57730ac6-b671-4630-b865-25c4ccae1f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf468a-6612-4376-a42e-c4ef5d151052,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:58.774970 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-57730ac6-b671-4630-b865-25c4ccae1f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:58.866221 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b85ac5-05b0-4dc1-9df2-03a3253c189a req-3421010f-e54c-4a21-a0c2-9774be2ade86 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:58.867537 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d3b85ac5-05b0-4dc1-9df2-03a3253c189a req-3421010f-e54c-4a21-a0c2-9774be2ade86 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 944 time: 0.4695418 Jun 27 12:52:58.879597 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1a428c94-079d-4cfb-a267-e48fc2a2438f req-7f07ee85-2c58-438d-9bc0-0f9cd8283b09 service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126393 Jun 27 12:52:58.963001 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9c2744d8-a2dc-4b9d-8ad6-73c9672ab911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:59.027778 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9c2744d8-a2dc-4b9d-8ad6-73c9672ab911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:59.187578 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91994cc6-9d91-46e2-a281-b58354f6f9da req-3d0b8e5c-1d0b-4e7c-a7bf-c1405e28bf97 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:52:59.189543 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-91994cc6-9d91-46e2-a281-b58354f6f9da req-3d0b8e5c-1d0b-4e7c-a7bf-c1405e28bf97 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 943 time: 0.1482987 Jun 27 12:52:59.273428 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-91994cc6-9d91-46e2-a281-b58354f6f9da req-f8c8d7ed-f206-435c-8f95-8a0da6595eb1 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733192 Jun 27 12:52:59.324301 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1a428c94-079d-4cfb-a267-e48fc2a2438f req-4c7eb0da-8695-4986-98c8-9520e2b81ba0 service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689928 Jun 27 12:52:59.341493 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9c2744d8-a2dc-4b9d-8ad6-73c9672ab911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:59.348038 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:52:59.362900 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d3b85ac5-05b0-4dc1-9df2-03a3253c189a req-a54e85a6-8baf-4205-9c30-5f685a7686ba tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790912 Jun 27 12:52:59.384790 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2744d8-a2dc-4b9d-8ad6-73c9672ab911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf468a-6612-4376-a42e-c4ef5d151052,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:52:59.404267 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9c2744d8-a2dc-4b9d-8ad6-73c9672ab911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:52:59.410183 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9c2744d8-a2dc-4b9d-8ad6-73c9672ab911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:59.413247 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-9c2744d8-a2dc-4b9d-8ad6-73c9672ab911 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abaf468a-6612-4376-a42e-c4ef5d151052 HTTP/1.1" status: 204 len: 168 time: 0.6647115 Jun 27 12:52:59.432003 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Allocated IP 172.28.1.173 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/043cc1b7-1b73-4235-b423-874f0a0af7c9) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:52:59.721181 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:00.564882 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c02c1-8e70-4cbd-b04d-6bbfbd808ee1 req-dfa4552f-0cb2-4ac0-b712-86e81dd9736f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:00.566345 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-863c02c1-8e70-4cbd-b04d-6bbfbd808ee1 req-dfa4552f-0cb2-4ac0-b712-86e81dd9736f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 943 time: 0.0947642 Jun 27 12:53:00.627176 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-863c02c1-8e70-4cbd-b04d-6bbfbd808ee1 req-2819c454-f4bd-48c5-b6d9-0edd1e540875 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534842 Jun 27 12:53:00.825365 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815328ca-9b34-405d-b6ab-2ece4574dc6b req-ad2c52fe-3262-4559-947d-6b93b93ac8a2 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:00.830758 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-815328ca-9b34-405d-b6ab-2ece4574dc6b req-ad2c52fe-3262-4559-947d-6b93b93ac8a2 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 944 time: 0.0918660 Jun 27 12:53:00.862238 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:00.882510 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:00.914605 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-815328ca-9b34-405d-b6ab-2ece4574dc6b req-8eafc09d-db0f-418d-9e1b-7cd38220a9fa tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725160 Jun 27 12:53:00.993996 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:53:00.996893 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:01.001033 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:53:01.023491 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'Port': ['ID=043cc1b7-1b73-4235-b423-874f0a0af7c9,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:01.023491 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:01.100787 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:01.306789 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:01.549958 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:01.672245 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:01.687516 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:01.752511 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:01.775359 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39086) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:01.835650 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'Port': ['ID=043cc1b7-1b73-4235-b423-874f0a0af7c9,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:01.838633 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:01.935337 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:01.940020 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1433630 Jun 27 12:53:01.940287 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc2f5-b709-4fe3-a572-52f7477e075d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:01.978789 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7f7bc2f5-b709-4fe3-a572-52f7477e075d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:01.986905 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7f7bc2f5-b709-4fe3-a572-52f7477e075d admin admin] Usage tracker for resource:security_group_rule and tenant:3996e041c1b548bfa36281bb02716dc3 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:01.996515 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7f7bc2f5-b709-4fe3-a572-52f7477e075d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:02.007479 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591ab43-ef74-46cb-846c-daa04278dd5c req-7fc90509-da6e-4500-bf1c-fc7264c6c956 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:02.009522 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0591ab43-ef74-46cb-846c-daa04278dd5c req-7fc90509-da6e-4500-bf1c-fc7264c6c956 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 943 time: 0.2252283 Jun 27 12:53:02.014734 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7f7bc2f5-b709-4fe3-a572-52f7477e075d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:02.108633 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0591ab43-ef74-46cb-846c-daa04278dd5c req-13b4ac36-2436-4706-a4fc-32d3f14f2431 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890656 Jun 27 12:53:02.138334 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113ecac-03d6-4ffb-b6ce-12974c261b23 req-da50448c-d1fa-4c46-92c3-4ff77f8d68da tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:02.139442 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f113ecac-03d6-4ffb-b6ce-12974c261b23 req-da50448c-d1fa-4c46-92c3-4ff77f8d68da tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 944 time: 0.0893610 Jun 27 12:53:02.206869 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc2f5-b709-4fe3-a572-52f7477e075d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:02.209882 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f113ecac-03d6-4ffb-b6ce-12974c261b23 req-5ae2f915-a290-4aed-bc01-11cee2c8c479 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635929 Jun 27 12:53:02.303205 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc2f5-b709-4fe3-a572-52f7477e075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:02.315507 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:02.378497 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bc2f5-b709-4fe3-a572-52f7477e075d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561748f9-3e08-4d26-9cc6-291c7ec734aa,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:02.383027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7f7bc2f5-b709-4fe3-a572-52f7477e075d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:02.393420 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 39116) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:02.393701 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7f7bc2f5-b709-4fe3-a572-52f7477e075d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3996e041c1b548bfa36281bb02716dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6171870 Jun 27 12:53:02.399084 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-0114c41e-5a6b-498e-bbf2-7d6b09587dde tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--76425108&fields=id&tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa HTTP/1.1" status: 200 len: 267 time: 0.1188002 Jun 27 12:53:02.409031 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 39120) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:02.475542 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76fa61be-06dd-49b9-8da2-786740096b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:02.520169 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76fa61be-06dd-49b9-8da2-786740096b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:02.578212 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 39130) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:02.603347 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-6931f79f-9a44-433a-b78c-bebfa89e43fd tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:02.604846 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-6931f79f-9a44-433a-b78c-bebfa89e43fd tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/networks?id=4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 200 len: 811 time: 0.1956460 Jun 27 12:53:02.619307 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f998a38a-8ba9-4acd-ab0a-2ed2cc928781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:02.622178 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-661c4b9e-2a75-485d-857c-7445c45e20d8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/quotas/0535c5fa6c824d629cb7c9c1a45a21fa HTTP/1.1" status: 200 len: 375 time: 0.0114641 Jun 27 12:53:02.648290 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-75f315b5-86c7-4826-83a7-7607ecf99d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:02.657951 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-f998a38a-8ba9-4acd-ab0a-2ed2cc928781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:02.665036 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-f998a38a-8ba9-4acd-ab0a-2ed2cc928781 admin admin] Usage tracker for resource:security_group_rule and tenant:b542764a64d94aca8351aec8c01111e1 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:02.668765 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-f998a38a-8ba9-4acd-ab0a-2ed2cc928781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:02.671290 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76fa61be-06dd-49b9-8da2-786740096b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:02.672329 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-75f315b5-86c7-4826-83a7-7607ecf99d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:02.677951 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-f998a38a-8ba9-4acd-ab0a-2ed2cc928781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:02.689065 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-75f315b5-86c7-4826-83a7-7607ecf99d41 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce11517c55d482cb98105cbca63d94d is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:02.689065 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-603cab6a-369a-4da9-8978-2e9ff74891a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:02.697091 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-75f315b5-86c7-4826-83a7-7607ecf99d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:02.710397 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-36678a48-7197-49a6-a278-621f5621ecac tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818629 Jun 27 12:53:02.714510 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-75f315b5-86c7-4826-83a7-7607ecf99d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:02.718355 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa61be-06dd-49b9-8da2-786740096b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561748f9-3e08-4d26-9cc6-291c7ec734aa,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:02.728192 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-76fa61be-06dd-49b9-8da2-786740096b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:02.734007 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76fa61be-06dd-49b9-8da2-786740096b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:02.735100 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-76fa61be-06dd-49b9-8da2-786740096b87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/561748f9-3e08-4d26-9cc6-291c7ec734aa HTTP/1.1" status: 204 len: 168 time: 0.3406358 Jun 27 12:53:02.849175 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f998a38a-8ba9-4acd-ab0a-2ed2cc928781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:02.874109 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-75f315b5-86c7-4826-83a7-7607ecf99d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:02.879154 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-488b433a-6c15-4c47-8d97-c5b039b359e0 service neutron] 10.222.0.41 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558552 Jun 27 12:53:02.896107 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f998a38a-8ba9-4acd-ab0a-2ed2cc928781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:02.904991 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:02.946581 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-f998a38a-8ba9-4acd-ab0a-2ed2cc928781 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b542764a64d94aca8351aec8c01111e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5343540 Jun 27 12:53:02.950505 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998a38a-8ba9-4acd-ab0a-2ed2cc928781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b446a00-96eb-49a0-a49b-532c594e1396,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:02.950781 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 39140) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:02.962772 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-f998a38a-8ba9-4acd-ab0a-2ed2cc928781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:02.996891 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-75f315b5-86c7-4826-83a7-7607ecf99d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:03.013595 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:03.052845 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-d8798959-a427-4183-95bc-9614793bd6dd service neutron] 10.222.0.41 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665444 Jun 27 12:53:03.126463 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-752e5221-6bd0-4081-b661-a247cccd74b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:03.158607 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-752e5221-6bd0-4081-b661-a247cccd74b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:03.191603 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f315b5-86c7-4826-83a7-7607ecf99d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2db9771-e289-4726-b1d7-0d691a427a6f,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:03.202503 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-75f315b5-86c7-4826-83a7-7607ecf99d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:03.210589 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-75f315b5-86c7-4826-83a7-7607ecf99d41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ce11517c55d482cb98105cbca63d94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6284339 Jun 27 12:53:03.210928 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 39154) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:03.373383 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-702eb475-de78-45fd-8d83-b7637bc80760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:03.406359 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-702eb475-de78-45fd-8d83-b7637bc80760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:03.421294 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924b6c8-29e9-4d1f-ae64-0a31f9389fa5 req-0d77cbf1-c3b1-4add-8338-8350b40deba5 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:03.422724 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e924b6c8-29e9-4d1f-ae64-0a31f9389fa5 req-0d77cbf1-c3b1-4add-8338-8350b40deba5 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 943 time: 0.1803029 Jun 27 12:53:03.466502 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-752e5221-6bd0-4081-b661-a247cccd74b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:03.482447 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-76fa61be-06dd-49b9-8da2-786740096b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:03.509883 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e5221-6bd0-4081-b661-a247cccd74b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b446a00-96eb-49a0-a49b-532c594e1396,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:03.511453 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82f3ad-dbfb-4879-8f71-b6bf296ceef7 req-86d49a02-3cf9-444c-9513-ad37a0040ef4 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:03.513615 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9e82f3ad-dbfb-4879-8f71-b6bf296ceef7 req-86d49a02-3cf9-444c-9513-ad37a0040ef4 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 944 time: 0.1257443 Jun 27 12:53:03.524417 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-752e5221-6bd0-4081-b661-a247cccd74b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:03.529487 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e924b6c8-29e9-4d1f-ae64-0a31f9389fa5 req-c48e6b5f-1fd1-4c5a-8d9e-b054953de8c3 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948803 Jun 27 12:53:03.530808 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-752e5221-6bd0-4081-b661-a247cccd74b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:03.531806 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-752e5221-6bd0-4081-b661-a247cccd74b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b446a00-96eb-49a0-a49b-532c594e1396 HTTP/1.1" status: 204 len: 168 time: 0.5801435 Jun 27 12:53:03.637683 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-702eb475-de78-45fd-8d83-b7637bc80760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:03.643206 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-4b3394fc-9f7b-43d0-bb22-3d33c5b87bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:03.669701 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-702eb475-de78-45fd-8d83-b7637bc80760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:03.673334 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-702eb475-de78-45fd-8d83-b7637bc80760 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2db9771-e289-4726-b1d7-0d691a427a6f HTTP/1.1" status: 204 len: 168 time: 0.4593234 Jun 27 12:53:03.673334 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702eb475-de78-45fd-8d83-b7637bc80760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2db9771-e289-4726-b1d7-0d691a427a6f,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:03.710006 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9e82f3ad-dbfb-4879-8f71-b6bf296ceef7 req-864a7b08-bece-418f-8e2e-899787719b50 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863642 Jun 27 12:53:03.714895 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-702eb475-de78-45fd-8d83-b7637bc80760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:03.727871 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-44bcb797-9797-4f32-adbe-c4e4f6930f6f req-9a811298-d670-42c4-b19f-3a2fdb5bbdaf tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Synchronizing usage tracker for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:03.855098 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-44bcb797-9797-4f32-adbe-c4e4f6930f6f req-9a811298-d670-42c4-b19f-3a2fdb5bbdaf tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Unset dirty status for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:03.856744 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-44bcb797-9797-4f32-adbe-c4e4f6930f6f req-9a811298-d670-42c4-b19f-3a2fdb5bbdaf tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 210 time: 0.1904776 Jun 27 12:53:04.612964 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 39218) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:04.646765 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-02f7c2c2-5845-418d-a7c7-54cc6edb73f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:04.663557 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-02f7c2c2-5845-418d-a7c7-54cc6edb73f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:04.667936 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-02f7c2c2-5845-418d-a7c7-54cc6edb73f8 admin admin] Usage tracker for resource:security_group_rule and tenant:84deee7580564d5e9db940458963b658 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:04.671101 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-02f7c2c2-5845-418d-a7c7-54cc6edb73f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:04.678581 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-02f7c2c2-5845-418d-a7c7-54cc6edb73f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:04.723316 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 39222) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:04.768495 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23976e6-92d0-4038-b90a-d46f7481ac24 req-d9750954-10e5-45d6-ab3f-47afa2abd16f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:04.773436 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f23976e6-92d0-4038-b90a-d46f7481ac24 req-d9750954-10e5-45d6-ab3f-47afa2abd16f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 943 time: 0.1254768 Jun 27 12:53:04.794788 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-02f7c2c2-5845-418d-a7c7-54cc6edb73f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:04.835524 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f23976e6-92d0-4038-b90a-d46f7481ac24 req-1b852a1a-b9a9-4018-a77e-f14c5169594f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535316 Jun 27 12:53:04.913678 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-02f7c2c2-5845-418d-a7c7-54cc6edb73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:04.961009 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5c2b3740-7c94-4e1c-a29f-47e2106711d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:04.977889 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-02f7c2c2-5845-418d-a7c7-54cc6edb73f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84deee7580564d5e9db940458963b658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529673 Jun 27 12:53:04.978256 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39234) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:05.002194 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7c2c2-5845-418d-a7c7-54cc6edb73f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db3fd9d-cbd4-4f5e-845a-40db2442a8b1,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:05.006502 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-02f7c2c2-5845-418d-a7c7-54cc6edb73f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:05.028688 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dbbd6-2406-40f2-9aac-be4ef36758ae req-141391b3-b545-4e78-94ea-b44e3139c286 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:05.037495 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-142dbbd6-2406-40f2-9aac-be4ef36758ae req-141391b3-b545-4e78-94ea-b44e3139c286 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 944 time: 0.1847763 Jun 27 12:53:05.081260 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1653152047-network', 'tenant_id': '7500d6a03c4a4225b63e7cc25fbcca74'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:05.090561 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-142dbbd6-2406-40f2-9aac-be4ef36758ae req-85232c9c-dfe7-4dac-a9d1-900eb0b11aee tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519083 Jun 27 12:53:05.091940 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:05.098073 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Usage tracker for resource:network and tenant:7500d6a03c4a4225b63e7cc25fbcca74 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:05.098234 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bf9a72ec-e1b0-42b6-9f7b-71c295b22dbc req-27507e2e-5736-4df6-ab4a-9739a432a5c9 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 210 time: 0.0636709 Jun 27 12:53:05.101338 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:05.113226 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:05.145222 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad87b-fe91-4742-abb8-be6c98bdb846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.178210 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad87b-fe91-4742-abb8-be6c98bdb846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.220684 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Made reservation on behalf of 7500d6a03c4a4225b63e7cc25fbcca74 for: {'network': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:05.225607 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.248834 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.265408 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:05.270501 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Usage tracker for resource:security_group_rule and tenant:7500d6a03c4a4225b63e7cc25fbcca74 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:05.273523 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:05.279650 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:05.306125 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad87b-fe91-4742-abb8-be6c98bdb846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.309816 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:05.326589 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ad87b-fe91-4742-abb8-be6c98bdb846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db3fd9d-cbd4-4f5e-845a-40db2442a8b1,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:05.331452 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0d4ad87b-fe91-4742-abb8-be6c98bdb846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:05.335747 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad87b-fe91-4742-abb8-be6c98bdb846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.336840 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-0d4ad87b-fe91-4742-abb8-be6c98bdb846 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9db3fd9d-cbd4-4f5e-845a-40db2442a8b1 HTTP/1.1" status: 204 len: 168 time: 0.3596897 Jun 27 12:53:05.402025 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.456140 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.471518 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=79437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:53:05.478518 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-752e5221-6bd0-4081-b661-a247cccd74b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:05.501334 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.501612 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.segments_db [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Added segment 11e6d717-ac44-4055-a445-9430fd414c87 of type vlan for network 137de7e1-b18b-4629-86c3-285f544d1a66 Jun 27 12:53:05.517995 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2fea01-0859-457d-a785-94b1158412d1,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:05.523669 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:05.545349 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.620530 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.621858 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:05.622466 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.627522 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:05.734153 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Pushing event updated for resources: {'Network': ['ID=137de7e1-b18b-4629-86c3-285f544d1a66,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:05.737364 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:05.746522 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 137de7e1-b18b-4629-86c3-285f544d1a66 details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:53:05.819547 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0917275 Jun 27 12:53:05.819855 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39276) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:05.827868 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Request body: {'subnet': {'network_id': '137de7e1-b18b-4629-86c3-285f544d1a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1653152047-subnet', 'tenant_id': '7500d6a03c4a4225b63e7cc25fbcca74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:05.844986 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:05.862011 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Usage tracker for resource:subnet and tenant:7500d6a03c4a4225b63e7cc25fbcca74 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:05.873495 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:05.894546 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:06.045038 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5132-eca9-4351-aa15-f057fde63605 req-f1d13dc2-cb0f-48cc-b0b0-3b0e44c44ef2 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:06.046549 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-83db5132-eca9-4351-aa15-f057fde63605 req-f1d13dc2-cb0f-48cc-b0b0-3b0e44c44ef2 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 943 time: 0.0854542 Jun 27 12:53:06.067608 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Made reservation on behalf of 7500d6a03c4a4225b63e7cc25fbcca74 for: {'subnet': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:06.071391 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:06.187854 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-83db5132-eca9-4351-aa15-f057fde63605 req-48b8a089-3691-47f8-b520-182c71f96a41 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194890 Jun 27 12:53:06.258672 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-f87e4ad6-82db-44ec-8b2b-d6a2cd4d5b32 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:06.259673 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-f87e4ad6-82db-44ec-8b2b-d6a2cd4d5b32 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Synchronizing usage tracker for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:network {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:06.369246 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-f87e4ad6-82db-44ec-8b2b-d6a2cd4d5b32 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Unset dirty status for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:network {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:06.370527 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-f87e4ad6-82db-44ec-8b2b-d6a2cd4d5b32 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.52 "GET /v2.0/networks?id=4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 200 len: 811 time: 0.3230515 Jun 27 12:53:06.455640 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee69296-bdf1-464a-a85a-b12e4858a67c req-47754bd0-f1da-4773-ad32-1930fa66a0fc tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:06.457103 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9ee69296-bdf1-464a-a85a-b12e4858a67c req-47754bd0-f1da-4773-ad32-1930fa66a0fc tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 944 time: 0.1879578 Jun 27 12:53:06.475987 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-678b80f6-b8be-449c-a90e-cbdaf8508c5b req-07b06a88-f5e8-433c-889c-cd81b8bf2321 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 210 time: 0.0770135 Jun 27 12:53:06.488206 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-7a480490-51c7-4a4b-af14-1cab027f0596 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Synchronizing usage tracker for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:security_group {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:06.544462 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9ee69296-bdf1-464a-a85a-b12e4858a67c req-d16571f1-a7f8-4a54-809b-dad5e667067a tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705149 Jun 27 12:53:06.591981 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:06.597592 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-53aac788-3da9-43a2-affb-d0b41724cb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:06.644448 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-7a480490-51c7-4a4b-af14-1cab027f0596 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Unset dirty status for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:security_group {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:06.646941 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-7a480490-51c7-4a4b-af14-1cab027f0596 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa HTTP/1.1" status: 200 len: 378 time: 0.2646377 Jun 27 12:53:06.659353 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'port': {'device_id': '7836de6e-5c92-452a-a654-625048bd0aa3', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'admin_state_up': True, 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'security_groups': ['2a75c085-60c8-440e-bcdc-17444a225124']}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:06.684004 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d42d9b-75c9-47b7-b169-27c456c52541,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:06.688389 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Checking segment: {'id': '11e6d717-ac44-4055-a445-9430fd414c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '137de7e1-b18b-4629-86c3-285f544d1a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:53:06.688725 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Network hostable DHCP agents. Network: 137de7e1-b18b-4629-86c3-285f544d1a66, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:53:06.696365 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:06.797757 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Network 137de7e1-b18b-4629-86c3-285f544d1a66 is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:53:06.872197 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:06.882176 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:06.884536 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 137de7e1-b18b-4629-86c3-285f544d1a66) {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:06.890140 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:06.895593 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:06.896302 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56deb909-410a-4b37-b363-5020e9c67967 None None] Network 137de7e1-b18b-4629-86c3-285f544d1a66 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:53:06.987727 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Made reservation on behalf of 0535c5fa6c824d629cb7c9c1a45a21fa for: {'port': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:06.995225 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:07.085159 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-87251064-c0bd-4bac-b3e9-51a3093df24c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2642150 Jun 27 12:53:07.251782 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c50a7eb-9043-457b-b0f5-d9dccac76069 None None] Network 137de7e1-b18b-4629-86c3-285f544d1a66 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:53:07.353936 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Allocated IP 172.20.0.12 (4d037d56-8a2b-499f-ac6d-8e124ff2a298/1c0a504f-730d-493b-b4e5-1320b17fb5d2/17852024-a795-4306-b89d-e6125d2fb596) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:53:07.582415 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb983-f5b5-4a72-b8d7-364a4d93d9e0 req-f02fdfc8-70a3-461f-9a30-9ef08879eea8 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:07.584185 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4cbcb983-f5b5-4a72-b8d7-364a4d93d9e0 req-f02fdfc8-70a3-461f-9a30-9ef08879eea8 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 943 time: 0.2031519 Jun 27 12:53:07.696381 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0c272fd0-af5e-4d68-b7e3-c67a222cbe0a req-f5494d91-9806-4e39-a1c3-c96dab0ccc81 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 210 time: 0.0550597 Jun 27 12:53:07.809176 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4cbcb983-f5b5-4a72-b8d7-364a4d93d9e0 req-f7fe4eeb-1c1b-407b-a280-1a66fcd49558 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171152 Jun 27 12:53:07.818604 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:07.847418 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Transition to ACTIVE for port object 17852024-a795-4306-b89d-e6125d2fb596 will not be triggered until provisioned by entity DHCP. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:53:07.858603 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39358) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:07.978306 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9c9fa-febc-4f87-bb69-5b796443334e req-43225ef7-fb26-4f34-83f4-2adf013496e9 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:07.979863 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e1a9c9fa-febc-4f87-bb69-5b796443334e req-43225ef7-fb26-4f34-83f4-2adf013496e9 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 944 time: 0.0958362 Jun 27 12:53:08.004886 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.019378 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:08.046342 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e1a9c9fa-febc-4f87-bb69-5b796443334e req-2f933ba4-0cab-4742-ac96-158424059d74 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569918 Jun 27 12:53:08.103818 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:53:08.112188 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:08.117055 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:53:08.122492 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:08.123182 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.152041 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'Port': ['ID=17852024-a795-4306-b89d-e6125d2fb596,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:08.167792 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:08.179623 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2f35fb3f-8219-4ad3-870f-caff385fbaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.197760 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-2f35fb3f-8219-4ad3-870f-caff385fbaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:08.202446 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-2f35fb3f-8219-4ad3-870f-caff385fbaf0 admin admin] Usage tracker for resource:security_group_rule and tenant:4faf70a915064ea295d5cdc9aefba1bc is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:08.205381 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-2f35fb3f-8219-4ad3-870f-caff385fbaf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:08.212397 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-2f35fb3f-8219-4ad3-870f-caff385fbaf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:08.313736 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6605155 Jun 27 12:53:08.327493 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Request body: {'port': {'device_id': '7836de6e-5c92-452a-a654-625048bd0aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:08.425047 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2f35fb3f-8219-4ad3-870f-caff385fbaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.452707 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.502240 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2f35fb3f-8219-4ad3-870f-caff385fbaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.518482 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 39384) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:08.521590 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-57730ac6-b671-4630-b865-25c4ccae1f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:08.524709 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-8a2e1c53-98e5-4886-97df-66e21f1d3bca None None] Provisioning for port 17852024-a795-4306-b89d-e6125d2fb596 completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:53:08.528852 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2007057658-network', 'tenant_id': 'ba4bd5d566324156a312a70e37b19683'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:08.535325 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-8a2e1c53-98e5-4886-97df-66e21f1d3bca None None] Provisioning complete for port 17852024-a795-4306-b89d-e6125d2fb596 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:53:08.535325 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1c53-98e5-4886-97df-66e21f1d3bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.539531 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:08.545543 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Usage tracker for resource:network and tenant:ba4bd5d566324156a312a70e37b19683 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:08.554932 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:08.562842 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:08.565198 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-2f35fb3f-8219-4ad3-870f-caff385fbaf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4faf70a915064ea295d5cdc9aefba1bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7049000 Jun 27 12:53:08.565198 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35fb3f-8219-4ad3-870f-caff385fbaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fab6ab-caa8-4e66-87b7-605640b0d6b4,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:08.568129 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39390) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:08.570899 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2f35fb3f-8219-4ad3-870f-caff385fbaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:08.620375 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e1c53-98e5-4886-97df-66e21f1d3bca None None] Port 17852024-a795-4306-b89d-e6125d2fb596 cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:53:08.634315 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cd64d3fd-d35d-4ef9-a14e-0d64f562afd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.663825 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cd64d3fd-d35d-4ef9-a14e-0d64f562afd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.714853 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Made reservation on behalf of ba4bd5d566324156a312a70e37b19683 for: {'network': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:08.717047 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.736206 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.762137 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:08.768847 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Usage tracker for resource:security_group_rule and tenant:ba4bd5d566324156a312a70e37b19683 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:08.774265 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:08.787057 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cd64d3fd-d35d-4ef9-a14e-0d64f562afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.791810 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:08.800739 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:08.812469 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64d3fd-d35d-4ef9-a14e-0d64f562afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fab6ab-caa8-4e66-87b7-605640b0d6b4,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:08.835640 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-cd64d3fd-d35d-4ef9-a14e-0d64f562afd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:08.836601 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cd64d3fd-d35d-4ef9-a14e-0d64f562afd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:08.840937 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-cd64d3fd-d35d-4ef9-a14e-0d64f562afd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77fab6ab-caa8-4e66-87b7-605640b0d6b4 HTTP/1.1" status: 204 len: 168 time: 0.2691782 Jun 27 12:53:08.858661 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 425e04bf-f19e-4777-b8d5-b24f4102e577 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:53:09.058313 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17852024-a795-4306-b89d-e6125d2fb596 {{(pid=79437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:53:09.071877 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:09.112915 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:09.122627 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b76174-d402-4d8e-99bb-1f783c95c93e req-dadc9936-2cb0-4ebb-abfc-0609020aadee tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:09.132155 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74b76174-d402-4d8e-99bb-1f783c95c93e req-dadc9936-2cb0-4ebb-abfc-0609020aadee tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 943 time: 0.1540043 Jun 27 12:53:09.134402 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efd612-3a17-4ecf-ae95-2dc2b8fdc525 req-485330de-1a83-4060-8dae-7ae5416d185b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:09.135159 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-d0efd612-3a17-4ecf-ae95-2dc2b8fdc525 req-485330de-1a83-4060-8dae-7ae5416d185b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Synchronizing usage tracker for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:09.139394 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Transition to ACTIVE for port object 17852024-a795-4306-b89d-e6125d2fb596 will not be triggered until provisioned by entity L2. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:53:09.179725 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 425e04bf-f19e-4777-b8d5-b24f4102e577, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=425e04bf-f19e-4777-b8d5-b24f4102e577,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:09.194223 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74b76174-d402-4d8e-99bb-1f783c95c93e req-c84d0a55-ec48-4e22-82ca-8c374394a0b3 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560153 Jun 27 12:53:09.210521 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '425e04bf-f19e-4777-b8d5-b24f4102e577', 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80', 'port_id': '425e04bf-f19e-4777-b8d5-b24f4102e577', 'mac_address': 'fa:16:3e:62:48:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69f823-8f94-4401-8043-a102f1a1a1ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:53:09.244133 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:09.249137 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-02f7c2c2-5845-418d-a7c7-54cc6edb73f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:09.292705 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-d0efd612-3a17-4ecf-ae95-2dc2b8fdc525 req-485330de-1a83-4060-8dae-7ae5416d185b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Unset dirty status for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:09.300314 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d0efd612-3a17-4ecf-ae95-2dc2b8fdc525 req-485330de-1a83-4060-8dae-7ae5416d185b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 932 time: 0.4385207 Jun 27 12:53:09.303356 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:09.305085 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=79437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:53:09.331088 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:09.370722 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425e04bf-f19e-4777-b8d5-b24f4102e577 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:53:09.406218 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 425e04bf-f19e-4777-b8d5-b24f4102e577, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=425e04bf-f19e-4777-b8d5-b24f4102e577,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:09.440275 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa7766-eae5-4c50-87b4-a65dc03284cb req-aaffa6e5-ab94-404c-bd99-011cb2da53b3 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:09.443055 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c4fa7766-eae5-4c50-87b4-a65dc03284cb req-aaffa6e5-ab94-404c-bd99-011cb2da53b3 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 944 time: 0.1488240 Jun 27 12:53:09.495123 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:09.496117 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device f28fd0fa-e7b5-4626-bcb2-f76728a0b288 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:53:09.499799 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:09.516474 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c4fa7766-eae5-4c50-87b4-a65dc03284cb req-d227015b-c897-4c94-9be9-4ece8c7c8c52 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658760 Jun 27 12:53:09.612454 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:09.612624 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.segments_db [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Added segment 0d5ac479-50b0-419f-b829-93295c0a6a62 of type vlan for network 1917aad1-9e66-4588-8b0f-30f2afdf1e4c Jun 27 12:53:09.633624 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afdd938-59b1-42fd-9b18-95e39bf86be8,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:09.637932 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:09.643429 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Attempting to bind port 17852024-a795-4306-b89d-e6125d2fb596 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:53:09.643768 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Attempting to bind port 17852024-a795-4306-b89d-e6125d2fb596 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:53:09.644097 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Attempting to bind port 17852024-a795-4306-b89d-e6125d2fb596 on network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:53:09.650625 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-75a28caf-9616-4bc1-900c-8c3d7cc9b6c8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:09.686208 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d0efd612-3a17-4ecf-ae95-2dc2b8fdc525 req-7b77598f-d28e-4763-98ae-c6087c3feecc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3837187 Jun 27 12:53:09.694343 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Port 17852024-a795-4306-b89d-e6125d2fb596 on network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:53:09.694669 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Attempting to bind port 17852024-a795-4306-b89d-e6125d2fb596 on network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:53:09.709961 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:53:09.710389 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Checking segment: {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:53:09.711085 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Bound using segment: {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:53:09.711273 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Bound port: 17852024-a795-4306-b89d-e6125d2fb596, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'}}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:53:09.711620 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:09.829170 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=425e04bf-f19e-4777-b8d5-b24f4102e577,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:09.849720 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] For port 17852024-a795-4306-b89d-e6125d2fb596, host hv-cinder-79809, cleared binding levels {{(pid=79437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:53:09.850986 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:09.853278 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] For port 17852024-a795-4306-b89d-e6125d2fb596, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17852024-a795-4306-b89d-e6125d2fb596,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:53:09.860423 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:09.865511 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39428) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:09.875329 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Pushing event updated for resources: {'Port': ['ID=17852024-a795-4306-b89d-e6125d2fb596,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:09.878206 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:09.885352 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f9808f09-9b94-4ce8-ab87-72571a04ac12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:09.896346 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port f28fd0fa-e7b5-4626-bcb2-f76728a0b288, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f28fd0fa-e7b5-4626-bcb2-f76728a0b288,segment=NetworkSegment(8083fd2b-0482-4f93-988f-33b4c6a55bcb),segment_id=8083fd2b-0482-4f93-988f-33b4c6a55bcb)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:09.902114 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-f9808f09-9b94-4ce8-ab87-72571a04ac12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:09.906399 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-f9808f09-9b94-4ce8-ab87-72571a04ac12 admin admin] Usage tracker for resource:security_group_rule and tenant:1b9bf46a44e54991bb7ff24d80a8a400 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:09.909478 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-f9808f09-9b94-4ce8-ab87-72571a04ac12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:09.916808 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-f9808f09-9b94-4ce8-ab87-72571a04ac12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:09.918093 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': 'f28fd0fa-e7b5-4626-bcb2-f76728a0b288', 'network_id': '63652eda-153a-4317-9754-619bbb705000', 'port_id': 'f28fd0fa-e7b5-4626-bcb2-f76728a0b288', 'mac_address': 'fa:16:3e:0e:1a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148700e4-c700-410f-911a-41e1c218a62f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:53:09.977626 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:09.996443 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28fd0fa-e7b5-4626-bcb2-f76728a0b288 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:53:10.028286 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.028576 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f9808f09-9b94-4ce8-ab87-72571a04ac12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.028668 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port f28fd0fa-e7b5-4626-bcb2-f76728a0b288, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f28fd0fa-e7b5-4626-bcb2-f76728a0b288,segment=NetworkSegment(8083fd2b-0482-4f93-988f-33b4c6a55bcb),segment_id=8083fd2b-0482-4f93-988f-33b4c6a55bcb)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:10.028772 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d34cd23a-8779-4af5-9aa6-0ea51d227781 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:10.081423 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:10.082162 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.084110 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] 10.222.0.52 "PUT /v2.0/ports/17852024-a795-4306-b89d-e6125d2fb596 HTTP/1.1" status: 200 len: 1094 time: 1.7616658 Jun 27 12:53:10.084585 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7836de6e-5c92-452a-a654-625048bd0aa3', 'tag': '17852024-a795-4306-b89d-e6125d2fb596'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:10.094528 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.098157 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:10.100391 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.113123 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.113617 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f9808f09-9b94-4ce8-ab87-72571a04ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.118848 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:10.122481 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Pushing event updated for resources: {'Port': ['ID=17852024-a795-4306-b89d-e6125d2fb596,revision_number=3']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:10.124819 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:10.125293 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c1b0547b-e3fe-40f2-af29-81c1ee669478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:10.161329 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:10.216046 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=f28fd0fa-e7b5-4626-bcb2-f76728a0b288,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:10.220247 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:10.260165 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9808f09-9b94-4ce8-ab87-72571a04ac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ce2f3e-dd47-445b-a1f2-80b6957859a9,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:10.268096 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-f9808f09-9b94-4ce8-ab87-72571a04ac12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:10.282822 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-f9808f09-9b94-4ce8-ab87-72571a04ac12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b9bf46a44e54991bb7ff24d80a8a400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152205 Jun 27 12:53:10.287943 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39438) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:10.362192 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7836de6e-5c92-452a-a654-625048bd0aa3', 'tag': '17852024-a795-4306-b89d-e6125d2fb596', 'status': 'completed', 'code': 200} Jun 27 12:53:10.391434 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8731730 Jun 27 12:53:10.393691 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c6bbed14-8431-4d12-909a-8333b61c4c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.397904 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39444) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:10.413339 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Request body: {'subnet': {'network_id': '1917aad1-9e66-4588-8b0f-30f2afdf1e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2007057658-subnet', 'tenant_id': 'ba4bd5d566324156a312a70e37b19683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:10.422570 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:10.437783 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Usage tracker for resource:subnet and tenant:ba4bd5d566324156a312a70e37b19683 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:10.445084 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:10.449518 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c6bbed14-8431-4d12-909a-8333b61c4c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.463423 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:10.464856 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Pushing event updated for resources: {'Network': ['ID=1917aad1-9e66-4588-8b0f-30f2afdf1e4c,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:10.476635 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:10.486792 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 1917aad1-9e66-4588-8b0f-30f2afdf1e4c details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:53:10.517322 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['f28fd0fa-e7b5-4626-bcb2-f76728a0b288'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:53:10.533118 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-605a21ba-6949-48cb-b7e7-d1399412b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:10.534753 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-605a21ba-6949-48cb-b7e7-d1399412b701 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 1097 time: 0.2839322 Jun 27 12:53:10.541536 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['425e04bf-f19e-4777-b8d5-b24f4102e577'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:53:10.543502 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450531-615b-4d21-8e4d-b8c5bae0f025 req-0d11b62f-18aa-4ddf-b2b2-c51e33886321 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:10.545116 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e450531-615b-4d21-8e4d-b8c5bae0f025 req-0d11b62f-18aa-4ddf-b2b2-c51e33886321 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 944 time: 0.1865697 Jun 27 12:53:10.560901 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Made reservation on behalf of ba4bd5d566324156a312a70e37b19683 for: {'subnet': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:10.565854 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.655023 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-016123f8-7710-4f9c-a7d0-eb3fc1ed08a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17852024-a795-4306-b89d-e6125d2fb596 HTTP/1.1" status: 200 len: 217 time: 0.1088681 Jun 27 12:53:10.688266 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c6bbed14-8431-4d12-909a-8333b61c4c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.708631 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-01441596-fd99-41fa-b87e-c4f75eb5e738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:10.724984 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e450531-615b-4d21-8e4d-b8c5bae0f025 req-c8f6a378-0425-48b5-b079-08122bbd644f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267052 Jun 27 12:53:10.748471 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbed14-8431-4d12-909a-8333b61c4c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ce2f3e-dd47-445b-a1f2-80b6957859a9,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:10.758130 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-c6bbed14-8431-4d12-909a-8333b61c4c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:10.770589 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-7bb58e4f-4fd2-4e05-9614-58ff47a2741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:10.773534 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-7bb58e4f-4fd2-4e05-9614-58ff47a2741a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c0a504f-730d-493b-b4e5-1320b17fb5d2 HTTP/1.1" status: 200 len: 850 time: 0.1100469 Jun 27 12:53:10.789127 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c6bbed14-8431-4d12-909a-8333b61c4c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:10.794068 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-c6bbed14-8431-4d12-909a-8333b61c4c4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32ce2f3e-dd47-445b-a1f2-80b6957859a9 HTTP/1.1" status: 204 len: 168 time: 0.5022831 Jun 27 12:53:11.148103 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0840e-e017-483d-94a8-d505e1b3dded req-142dce5e-9134-4fe6-8e78-267b354b78b1 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:11.155626 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9ce0840e-e017-483d-94a8-d505e1b3dded req-142dce5e-9134-4fe6-8e78-267b354b78b1 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 944 time: 0.2814808 Jun 27 12:53:11.159516 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-682beda8-ad3c-49c1-bafb-adfa16e4c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:11.161555 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-682beda8-ad3c-49c1-bafb-adfa16e4c734 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d037d56-8a2b-499f-ac6d-8e124ff2a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3804576 Jun 27 12:53:11.278156 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f74081-4592-4af9-ac1a-9aba3ecd7b8a req-bc8f7620-ad1c-4da1-bd8f-584788717d95 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:11.280266 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-26f74081-4592-4af9-ac1a-9aba3ecd7b8a req-bc8f7620-ad1c-4da1-bd8f-584788717d95 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 945 time: 0.3643074 Jun 27 12:53:11.307246 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9ce0840e-e017-483d-94a8-d505e1b3dded req-f68803c5-3c14-4d1b-b10a-2ee5d18eb79f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507826 Jun 27 12:53:11.356662 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-26f74081-4592-4af9-ac1a-9aba3ecd7b8a req-7fd83040-4381-4990-8ecb-81f949a2ccc1 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625069 Jun 27 12:53:11.366537 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-644c5c1f-4e20-46fd-b676-7aa5512d53d1 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873240 Jun 27 12:53:11.380623 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:11.386065 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6fa09090-2fb3-48b5-8e4b-9f268ee299fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:11.477505 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc367cb4-099b-4abe-af27-deac60560aa3,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:11.481607 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:11.490473 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Checking segment: {'id': '0d5ac479-50b0-419f-b829-93295c0a6a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1917aad1-9e66-4588-8b0f-30f2afdf1e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:53:11.490818 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Network hostable DHCP agents. Network: 1917aad1-9e66-4588-8b0f-30f2afdf1e4c, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:53:11.552628 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d01214f1-f16b-4081-b2a7-ffaad439a114 req-c4592646-abf1-49c9-a3aa-b89b1b3b9b57 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781974 Jun 27 12:53:11.603336 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Network 1917aad1-9e66-4588-8b0f-30f2afdf1e4c is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:53:11.729419 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 1917aad1-9e66-4588-8b0f-30f2afdf1e4c) {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:11.739392 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82656c8-7309-4a31-9206-4953a8774274 None None] Network 1917aad1-9e66-4588-8b0f-30f2afdf1e4c requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:53:11.742772 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:11.744273 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:11.774741 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac43fb-8a1a-4450-a7d2-18d967f08541 req-b1eabbc5-0803-4322-a9e9-cf3416562f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:11.776371 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-67ac43fb-8a1a-4450-a7d2-18d967f08541 req-b1eabbc5-0803-4322-a9e9-cf3416562f40 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 1097 time: 0.1061845 Jun 27 12:53:11.853525 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4543371 Jun 27 12:53:12.069656 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac43fb-8a1a-4450-a7d2-18d967f08541 req-59797a55-95b0-4943-ba8b-b496747358ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:12.069656 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-67ac43fb-8a1a-4450-a7d2-18d967f08541 req-59797a55-95b0-4943-ba8b-b496747358ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 200 len: 912 time: 0.2824757 Jun 27 12:53:12.116683 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85732153-eba0-49cc-9e06-203373e550dd None None] Network 1917aad1-9e66-4588-8b0f-30f2afdf1e4c requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:53:12.241209 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-67ac43fb-8a1a-4450-a7d2-18d967f08541 req-0be1a2f0-3481-4c9e-a756-df10c2c56417 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17852024-a795-4306-b89d-e6125d2fb596 HTTP/1.1" status: 200 len: 217 time: 0.1440134 Jun 27 12:53:12.296229 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9846d9-8f38-435a-adf2-717658b3be54 req-b201f112-ec46-4e5f-bc0b-60b4d114ea6d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:12.297733 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fb9846d9-8f38-435a-adf2-717658b3be54 req-b201f112-ec46-4e5f-bc0b-60b4d114ea6d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 944 time: 0.3788793 Jun 27 12:53:12.377867 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fb9846d9-8f38-435a-adf2-717658b3be54 req-d1cd41a8-c123-499a-9ccd-c1b5d94f5e4d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713766 Jun 27 12:53:12.383422 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac43fb-8a1a-4450-a7d2-18d967f08541 req-7a71a253-890f-4c6f-824b-fe841745beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:12.384803 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-67ac43fb-8a1a-4450-a7d2-18d967f08541 req-7a71a253-890f-4c6f-824b-fe841745beba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c0a504f-730d-493b-b4e5-1320b17fb5d2 HTTP/1.1" status: 200 len: 850 time: 0.1327531 Jun 27 12:53:12.469339 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac43fb-8a1a-4450-a7d2-18d967f08541 req-55114f5e-0fda-4f98-9545-cc68cc62d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:12.471408 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-67ac43fb-8a1a-4450-a7d2-18d967f08541 req-55114f5e-0fda-4f98-9545-cc68cc62d1e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d037d56-8a2b-499f-ac6d-8e124ff2a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791190 Jun 27 12:53:12.701518 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-625399c7-7ccc-48ea-9c1e-a27b49df6b37 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:12.703215 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-625399c7-7ccc-48ea-9c1e-a27b49df6b37 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/networks?id=137de7e1-b18b-4629-86c3-285f544d1a66 HTTP/1.1" status: 200 len: 809 time: 0.1848893 Jun 27 12:53:12.723410 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-f18054b1-ed4f-4c64-be99-dc2c716583a4 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/quotas/7500d6a03c4a4225b63e7cc25fbcca74 HTTP/1.1" status: 200 len: 375 time: 0.0123212 Jun 27 12:53:12.733262 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-67ac43fb-8a1a-4450-a7d2-18d967f08541 req-9c1b543a-8bd9-409e-9ec5-8957dae888b9 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515037 Jun 27 12:53:12.741623 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde41c0-3529-4b3d-b8d4-3060ce11305d req-a28d877b-4e1f-49dc-b850-9be2584a8fc4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:12.743179 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ddde41c0-3529-4b3d-b8d4-3060ce11305d req-a28d877b-4e1f-49dc-b850-9be2584a8fc4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 944 time: 0.1941302 Jun 27 12:53:12.808877 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-a4cc9ead-795f-4eaf-8f55-3ef624f95714 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7500d6a03c4a4225b63e7cc25fbcca74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713899 Jun 27 12:53:12.852112 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 425e04bf-f19e-4777-b8d5-b24f4102e577 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:53:12.891844 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ddde41c0-3529-4b3d-b8d4-3060ce11305d req-ead09d04-9681-40a5-8ac6-2bc27cb291a6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291139 Jun 27 12:53:12.950653 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-67ac43fb-8a1a-4450-a7d2-18d967f08541 req-c5edebf5-2b9a-47b0-9055-7c6cc77e2cd8 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064569 Jun 27 12:53:12.982098 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-d868c9c8-9904-4f09-bd10-11cfe83bb2a2 service neutron] 10.222.0.41 "GET /v2.0/networks/137de7e1-b18b-4629-86c3-285f544d1a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707416 Jun 27 12:53:13.053143 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 425e04bf-f19e-4777-b8d5-b24f4102e577 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:53:13.061775 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 425e04bf-f19e-4777-b8d5-b24f4102e577 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:53:13.062214 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:13.127782 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-2b209f9c-1fc0-4420-8bcd-c51f639d24da service neutron] 10.222.0.41 "GET /v2.0/networks/137de7e1-b18b-4629-86c3-285f544d1a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395166 Jun 27 12:53:13.175731 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a0000-e8f1-4943-a37c-617f4195c794 req-8346bb6d-267f-44ce-bf8c-d063c6f58d34 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:13.178604 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-383a0000-e8f1-4943-a37c-617f4195c794 req-8346bb6d-267f-44ce-bf8c-d063c6f58d34 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 945 time: 0.1538770 Jun 27 12:53:13.253413 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-383a0000-e8f1-4943-a37c-617f4195c794 req-bb411cfa-b4f6-48cb-abed-939715d0a7e4 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684247 Jun 27 12:53:13.268711 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:13.300487 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ea9ab6-5b75-43b3-8532-2b60a7f6eb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425e04bf-f19e-4777-b8d5-b24f4102e577'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:13.377717 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 425e04bf-f19e-4777-b8d5-b24f4102e577, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=425e04bf-f19e-4777-b8d5-b24f4102e577,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:13.472200 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:13.474551 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device f28fd0fa-e7b5-4626-bcb2-f76728a0b288 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:53:13.524248 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:13.560377 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-041111ea-f121-4ab3-8814-d9c3ec8b0cca req-0bde9ade-63b7-4fd7-82d8-09d99b63cc34 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 210 time: 0.0905101 Jun 27 12:53:13.669418 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=425e04bf-f19e-4777-b8d5-b24f4102e577,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:13.687562 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:13.764101 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc3255-6f51-4bb7-a1fd-5c3ad6e1cb78 req-879ef149-f372-4ad2-af8b-7955f12be249 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:13.766807 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-19fc3255-6f51-4bb7-a1fd-5c3ad6e1cb78 req-879ef149-f372-4ad2-af8b-7955f12be249 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 945 time: 0.1608467 Jun 27 12:53:13.836631 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-19fc3255-6f51-4bb7-a1fd-5c3ad6e1cb78 req-35ff3aaf-228e-4c39-b856-79ccf82f821e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630774 Jun 27 12:53:13.852777 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port f28fd0fa-e7b5-4626-bcb2-f76728a0b288 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:53:13.859667 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port f28fd0fa-e7b5-4626-bcb2-f76728a0b288 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:53:13.860126 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:13.965881 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ea9ab6-5b75-43b3-8532-2b60a7f6eb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425e04bf-f19e-4777-b8d5-b24f4102e577', 'code': 200} Jun 27 12:53:14.086231 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:14.125411 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8c123-d172-43e4-92fe-79bd761eb25a req-56b24ea0-f24f-4de5-ae84-6d3e175acaf3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:14.127101 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2ef8c123-d172-43e4-92fe-79bd761eb25a req-56b24ea0-f24f-4de5-ae84-6d3e175acaf3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 944 time: 0.0910182 Jun 27 12:53:14.132681 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port f28fd0fa-e7b5-4626-bcb2-f76728a0b288, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f28fd0fa-e7b5-4626-bcb2-f76728a0b288,segment=NetworkSegment(8083fd2b-0482-4f93-988f-33b4c6a55bcb),segment_id=8083fd2b-0482-4f93-988f-33b4c6a55bcb)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:14.174053 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2ef8c123-d172-43e4-92fe-79bd761eb25a req-efb30758-3275-4dbc-8754-333b1dcaf4e7 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408111 Jun 27 12:53:14.214757 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:14.217482 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-670986e8-3720-4614-9d7f-6b2ff6b332a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:14.293841 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=f28fd0fa-e7b5-4626-bcb2-f76728a0b288,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:14.297250 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:14.648338 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f6328-a08d-4487-8138-c7da5e5ae36d req-b2a5b43d-c3d1-4d4d-afcc-022f3371b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:14.649757 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-520f6328-a08d-4487-8138-c7da5e5ae36d req-b2a5b43d-c3d1-4d4d-afcc-022f3371b850 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 1098 time: 0.2566283 Jun 27 12:53:14.662698 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948f145-196e-4076-8927-8f1561efb02f req-b9f41061-f183-40ca-b3e5-91047192f73b tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:14.664227 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c948f145-196e-4076-8927-8f1561efb02f req-b9f41061-f183-40ca-b3e5-91047192f73b tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 946 time: 0.2069685 Jun 27 12:53:14.687030 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b052458c-0b66-4848-a330-17c00157be87 req-31a8482e-101a-42e8-b41e-4c5715b557f6 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 210 time: 0.0621009 Jun 27 12:53:14.698038 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-520f6328-a08d-4487-8138-c7da5e5ae36d req-b8cfbd19-93dd-4e61-9a88-fcae15d37265 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:14.726873 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-520f6328-a08d-4487-8138-c7da5e5ae36d req-b8cfbd19-93dd-4e61-9a88-fcae15d37265 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:14.736008 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-520f6328-a08d-4487-8138-c7da5e5ae36d req-b8cfbd19-93dd-4e61-9a88-fcae15d37265 service neutron] Usage tracker for resource:security_group_rule and tenant:a8c4ff62e228490bba3b91874b46d324 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:14.740908 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-520f6328-a08d-4487-8138-c7da5e5ae36d req-b8cfbd19-93dd-4e61-9a88-fcae15d37265 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:14.746074 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c948f145-196e-4076-8927-8f1561efb02f req-0d056b0b-d044-44fc-9c2f-150a437835c6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674036 Jun 27 12:53:14.750053 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-520f6328-a08d-4487-8138-c7da5e5ae36d req-b8cfbd19-93dd-4e61-9a88-fcae15d37265 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:14.841930 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-520f6328-a08d-4487-8138-c7da5e5ae36d req-b8cfbd19-93dd-4e61-9a88-fcae15d37265 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:14.860997 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 17852024-a795-4306-b89d-e6125d2fb596 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:53:14.975044 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-520f6328-a08d-4487-8138-c7da5e5ae36d req-b8cfbd19-93dd-4e61-9a88-fcae15d37265 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:14.986593 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:15.005720 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 17852024-a795-4306-b89d-e6125d2fb596, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17852024-a795-4306-b89d-e6125d2fb596,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:15.025324 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '17852024-a795-4306-b89d-e6125d2fb596', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'port_id': '17852024-a795-4306-b89d-e6125d2fb596', 'mac_address': 'fa:16:3e:6f:66:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:53:15.029816 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-520f6328-a08d-4487-8138-c7da5e5ae36d req-b8cfbd19-93dd-4e61-9a88-fcae15d37265 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644893 Jun 27 12:53:15.047060 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfbd19-93dd-4e61-9a88-fcae15d37265 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=601fa981-64ba-4758-b0bc-6d6e5a183d02,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:15.053593 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-b8cfbd19-93dd-4e61-9a88-fcae15d37265 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:15.100984 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:15.118949 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17852024-a795-4306-b89d-e6125d2fb596 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:53:15.123141 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0bc3d-72d9-4103-ad71-748ba1273673 req-484eeed5-c632-41a2-bbd0-1565a4e00839 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:15.124619 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-16b0bc3d-72d9-4103-ad71-748ba1273673 req-484eeed5-c632-41a2-bbd0-1565a4e00839 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 945 time: 0.1561899 Jun 27 12:53:15.136518 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 17852024-a795-4306-b89d-e6125d2fb596, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17852024-a795-4306-b89d-e6125d2fb596,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:15.184269 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-16b0bc3d-72d9-4103-ad71-748ba1273673 req-97affdc7-a10a-41b0-90ec-1a12eec800fc tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506361 Jun 27 12:53:15.212498 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:15.214790 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-51e71b33-ea08-4be7-90fd-be760258a36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:15.298204 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=17852024-a795-4306-b89d-e6125d2fb596,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:15.302574 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:15.403283 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d904f3-587e-4b71-bb94-0271c8e408ff req-39a1ed8f-3579-46e8-804a-f3eb721e8919 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:15.405643 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e4d904f3-587e-4b71-bb94-0271c8e408ff req-39a1ed8f-3579-46e8-804a-f3eb721e8919 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0923030 Jun 27 12:53:15.444167 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39646) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:15.470628 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e4d904f3-587e-4b71-bb94-0271c8e408ff req-550b3715-e85c-4adf-b4a7-b0363c3b0ab1 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552833 Jun 27 12:53:15.596338 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['17852024-a795-4306-b89d-e6125d2fb596'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:53:15.607234 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b719f6e8-dc13-49e7-a91f-6ff98a8115dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:15.623476 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-b719f6e8-dc13-49e7-a91f-6ff98a8115dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:15.627971 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-b719f6e8-dc13-49e7-a91f-6ff98a8115dc admin admin] Usage tracker for resource:security_group_rule and tenant:33fae7d99ff44d35b863495271da6106 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:15.631984 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-b719f6e8-dc13-49e7-a91f-6ff98a8115dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:15.638844 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-b719f6e8-dc13-49e7-a91f-6ff98a8115dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:15.765338 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b719f6e8-dc13-49e7-a91f-6ff98a8115dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:15.826204 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b719f6e8-dc13-49e7-a91f-6ff98a8115dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:15.842277 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7b78a40e-8eed-4fbc-89f8-4f5daaeeb453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:15.935493 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5b9cddab-73dd-4b36-aa2e-44e12edcd6e1 req-19099792-e6c8-4a6f-bcbe-c210f5decef9 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 210 time: 0.0851097 Jun 27 12:53:15.944751 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-b719f6e8-dc13-49e7-a91f-6ff98a8115dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33fae7d99ff44d35b863495271da6106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993839 Jun 27 12:53:15.946556 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719f6e8-dc13-49e7-a91f-6ff98a8115dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44814acd-7e83-4d7c-8e33-65b8803fed73,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:15.950902 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b719f6e8-dc13-49e7-a91f-6ff98a8115dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:15.951776 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39670) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:15.968165 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e98503d-3135-4d1a-923c-ceddf01d7491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28fd0fa-e7b5-4626-bcb2-f76728a0b288'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:16.002919 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa825e9-48a3-4f13-96b1-5aef622822cc req-26208be3-ff93-442d-9fa7-2327260cc7b4 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:16.005023 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-daa825e9-48a3-4f13-96b1-5aef622822cc req-26208be3-ff93-442d-9fa7-2327260cc7b4 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 946 time: 0.1321967 Jun 27 12:53:16.026672 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e98503d-3135-4d1a-923c-ceddf01d7491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28fd0fa-e7b5-4626-bcb2-f76728a0b288', 'code': 200} Jun 27 12:53:16.049004 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c28b127b-3161-4ebc-9f1d-914598bf4e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:16.070281 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-daa825e9-48a3-4f13-96b1-5aef622822cc req-9dd27f31-d0b7-45b5-9fb9-76bf95da46e7 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587416 Jun 27 12:53:16.095771 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c28b127b-3161-4ebc-9f1d-914598bf4e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:16.301220 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c28b127b-3161-4ebc-9f1d-914598bf4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:16.316064 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0d4ad87b-fe91-4742-abb8-be6c98bdb846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:16.328513 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:53:16.330331 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b127b-3161-4ebc-9f1d-914598bf4e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44814acd-7e83-4d7c-8e33-65b8803fed73,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:16.344863 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-c28b127b-3161-4ebc-9f1d-914598bf4e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:16.380086 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:16.397442 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c28b127b-3161-4ebc-9f1d-914598bf4e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:16.398876 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-c28b127b-3161-4ebc-9f1d-914598bf4e49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44814acd-7e83-4d7c-8e33-65b8803fed73 HTTP/1.1" status: 204 len: 168 time: 0.4459898 Jun 27 12:53:16.459467 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b9d00-d474-4b73-8173-105743a39424 req-a26d5a07-b4b0-4395-8e26-427a4ae00eb4 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:16.461101 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-eb0b9d00-d474-4b73-8173-105743a39424 req-a26d5a07-b4b0-4395-8e26-427a4ae00eb4 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 945 time: 0.1320205 Jun 27 12:53:16.538553 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-eb0b9d00-d474-4b73-8173-105743a39424 req-ac95a5ca-01b2-4482-8bef-a0d39b9f1f42 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692322 Jun 27 12:53:16.729798 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ea0e7-2ae0-40e3-9792-1c0d564eff54 req-fffd8268-8358-47aa-8592-836e953da646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:16.732290 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-614ea0e7-2ae0-40e3-9792-1c0d564eff54 req-fffd8268-8358-47aa-8592-836e953da646 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 1099 time: 0.0894864 Jun 27 12:53:16.792410 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-614ea0e7-2ae0-40e3-9792-1c0d564eff54 req-6152beb7-d759-4e2a-ac4f-294d0134da65 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516820 Jun 27 12:53:16.831439 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-9f651d9b-9c09-41cb-9ec4-95ab8d7c2e75 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:16.832881 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-9f651d9b-9c09-41cb-9ec4-95ab8d7c2e75 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Synchronizing usage tracker for tenant:7500d6a03c4a4225b63e7cc25fbcca74 on resource:network {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:16.863944 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bf98e-9718-4eef-8433-480f6308496b req-dcd09cd3-689c-4c80-9dc0-ee5b821b8a31 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:16.865674 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-525bf98e-9718-4eef-8433-480f6308496b req-dcd09cd3-689c-4c80-9dc0-ee5b821b8a31 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 945 time: 0.1905930 Jun 27 12:53:16.883866 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 17852024-a795-4306-b89d-e6125d2fb596 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:53:16.920247 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-525bf98e-9718-4eef-8433-480f6308496b req-e300d308-d48b-4511-adcb-d4ca053f9881 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462775 Jun 27 12:53:16.955727 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-9f651d9b-9c09-41cb-9ec4-95ab8d7c2e75 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Unset dirty status for tenant:7500d6a03c4a4225b63e7cc25fbcca74 on resource:network {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:16.957449 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-9f651d9b-9c09-41cb-9ec4-95ab8d7c2e75 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.52 "GET /v2.0/networks?id=137de7e1-b18b-4629-86c3-285f544d1a66 HTTP/1.1" status: 200 len: 809 time: 0.4087517 Jun 27 12:53:16.976762 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Request body: {'port': {'device_id': '6459f3e9-02ea-4fb8-84ad-8713e959d34f', 'network_id': '137de7e1-b18b-4629-86c3-285f544d1a66', 'admin_state_up': True, 'tenant_id': '7500d6a03c4a4225b63e7cc25fbcca74'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:17.115073 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-21680e69-04e0-4242-ac9d-3a3fc1b3f2e2 req-01af138b-a3c5-465e-8779-02f64b8d5b6a tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 210 time: 0.0454142 Jun 27 12:53:17.123086 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 17852024-a795-4306-b89d-e6125d2fb596 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:53:17.136192 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:17.140884 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Usage tracker for resource:port and tenant:7500d6a03c4a4225b63e7cc25fbcca74 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:17.141500 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 17852024-a795-4306-b89d-e6125d2fb596 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:53:17.142139 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:17.145305 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:17.152328 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:17.273424 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Made reservation on behalf of 7500d6a03c4a4225b63e7cc25fbcca74 for: {'port': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:17.277566 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:17.283464 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39706) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:17.373000 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:17.403254 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39718) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:17.419489 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 17852024-a795-4306-b89d-e6125d2fb596, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17852024-a795-4306-b89d-e6125d2fb596,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:17.433623 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6699b575-d59b-4e96-94b2-5a4cee443120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:17.456170 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-6699b575-d59b-4e96-94b2-5a4cee443120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:17.461335 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-6699b575-d59b-4e96-94b2-5a4cee443120 admin admin] Usage tracker for resource:security_group_rule and tenant:5545b23e77da4bc7a6b383219536b169 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:17.465019 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-6699b575-d59b-4e96-94b2-5a4cee443120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:17.472158 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-6699b575-d59b-4e96-94b2-5a4cee443120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:17.512898 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Allocated IP 172.20.0.6 (137de7e1-b18b-4629-86c3-285f544d1a66/f4d42d9b-75c9-47b7-b169-27c456c52541/91dba74b-222f-476c-95ff-ea7eeb700356) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:53:17.534015 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:17.537320 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:17.544245 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edce694-8d5a-4d8b-abdc-f8ed84b0426a req-c4e47a4d-313a-4609-83f7-db2306c4f321 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:17.551896 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3edce694-8d5a-4d8b-abdc-f8ed84b0426a req-c4e47a4d-313a-4609-83f7-db2306c4f321 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 946 time: 0.3404858 Jun 27 12:53:17.661482 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3edce694-8d5a-4d8b-abdc-f8ed84b0426a req-dc82e2e1-2acb-4ada-a4ce-31429144afdc tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069217 Jun 27 12:53:17.707753 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=17852024-a795-4306-b89d-e6125d2fb596,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:17.713429 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:17.717526 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6699b575-d59b-4e96-94b2-5a4cee443120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:17.773959 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e8c15bf9-0581-4bae-8483-cb4de3c0c660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:17.853051 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e8c15bf9-0581-4bae-8483-cb4de3c0c660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:17.855393 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6699b575-d59b-4e96-94b2-5a4cee443120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:17.869031 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-c6bbed14-8431-4d12-909a-8333b61c4c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:17.882465 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e8c15bf9-0581-4bae-8483-cb4de3c0c660 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5bc489b1b24d63a3b9f1281836b45c is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:17.889479 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e8c15bf9-0581-4bae-8483-cb4de3c0c660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:17.936286 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.009547 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e8c15bf9-0581-4bae-8483-cb4de3c0c660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:18.019920 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-6699b575-d59b-4e96-94b2-5a4cee443120 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5545b23e77da4bc7a6b383219536b169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6139181 Jun 27 12:53:18.021440 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699b575-d59b-4e96-94b2-5a4cee443120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542b626f-1bef-4fb5-b776-53d5e23aa565,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:18.022123 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 39746) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:18.030007 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7836de6e-5c92-452a-a654-625048bd0aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17852024-a795-4306-b89d-e6125d2fb596'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:18.042443 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6699b575-d59b-4e96-94b2-5a4cee443120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:18.106759 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884f165-9846-4cd6-a551-326e2fa61bb6 req-26e3d017-0b6a-4575-bd56-f14c29cca632 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:18.114251 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1884f165-9846-4cd6-a551-326e2fa61bb6 req-26e3d017-0b6a-4575-bd56-f14c29cca632 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 945 time: 0.3101404 Jun 27 12:53:18.136187 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.157220 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-cb99a954-a1ec-493e-9ac8-28bbea1a7dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:18.176568 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1884f165-9846-4cd6-a551-326e2fa61bb6 req-21f2ceb2-4aaa-490e-87da-fe7d86880853 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613251 Jun 27 12:53:18.204039 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e8c15bf9-0581-4bae-8483-cb4de3c0c660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.246235 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Network 137de7e1-b18b-4629-86c3-285f544d1a66 is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:53:18.256653 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:18.261756 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8c0644f4-fe18-400b-89fa-c3b5ff961cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.263710 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:53:18.269139 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:18.269918 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.274350 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7836de6e-5c92-452a-a654-625048bd0aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17852024-a795-4306-b89d-e6125d2fb596', 'code': 200} Jun 27 12:53:18.277535 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e8c15bf9-0581-4bae-8483-cb4de3c0c660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.287889 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-65cc51a1-20db-4e90-a503-53a3110fa1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:18.289960 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Pushing event updated for resources: {'Port': ['ID=91dba74b-222f-476c-95ff-ea7eeb700356,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:18.309568 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:18.337364 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-e8c15bf9-0581-4bae-8483-cb4de3c0c660 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba5bc489b1b24d63a3b9f1281836b45c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0527468 Jun 27 12:53:18.338053 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39758) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:18.341324 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c15bf9-0581-4bae-8483-cb4de3c0c660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5859e24-4503-45cb-95d5-52b2513d8c0d,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:18.344892 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e8c15bf9-0581-4bae-8483-cb4de3c0c660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:18.355316 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8c0644f4-fe18-400b-89fa-c3b5ff961cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.425842 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c5c2-8287-4d9c-a035-040f53e693b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.435102 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726f976-13f1-4fff-a2c5-0953f38c2f8d req-2b2b1a5f-307a-40f6-b0ce-dba882feb437 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:18.436667 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a726f976-13f1-4fff-a2c5-0953f38c2f8d req-2b2b1a5f-307a-40f6-b0ce-dba882feb437 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.3525190 Jun 27 12:53:18.493938 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a726f976-13f1-4fff-a2c5-0953f38c2f8d req-6c4d2830-2815-4d74-b937-99d5ce07531a tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476246 Jun 27 12:53:18.496015 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5242283 Jun 27 12:53:18.516906 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c5c2-8287-4d9c-a035-040f53e693b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.524264 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Request body: {'port': {'device_id': '6459f3e9-02ea-4fb8-84ad-8713e959d34f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:18.587143 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2950e3d-1fe0-4b01-b7d6-0c03ecce0d40 req-0d5f9e09-deca-4ef6-87bb-4cbbcdc0418b tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:18.588863 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d2950e3d-1fe0-4b01-b7d6-0c03ecce0d40 req-0d5f9e09-deca-4ef6-87bb-4cbbcdc0418b tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 931 time: 0.1507258 Jun 27 12:53:18.639195 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d2950e3d-1fe0-4b01-b7d6-0c03ecce0d40 req-81378a27-d2e1-4f8e-a881-07f159c4af19 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432005 Jun 27 12:53:18.658028 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.695160 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c5c2-8287-4d9c-a035-040f53e693b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.700027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1525a52d-f58f-4c55-97fd-e25d2c716f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:18.714512 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8c0644f4-fe18-400b-89fa-c3b5ff961cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.722101 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7c5c2-8287-4d9c-a035-040f53e693b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5859e24-4503-45cb-95d5-52b2513d8c0d,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:18.732903 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:18.749915 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0644f4-fe18-400b-89fa-c3b5ff961cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542b626f-1bef-4fb5-b776-53d5e23aa565,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:18.754363 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-8c0644f4-fe18-400b-89fa-c3b5ff961cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:18.755390 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8c0644f4-fe18-400b-89fa-c3b5ff961cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.757109 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-8c0644f4-fe18-400b-89fa-c3b5ff961cb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/542b626f-1bef-4fb5-b776-53d5e23aa565 HTTP/1.1" status: 204 len: 168 time: 0.7332084 Jun 27 12:53:18.759191 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-f4e7c5c2-8287-4d9c-a035-040f53e693b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:18.826691 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c5c2-8287-4d9c-a035-040f53e693b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:18.831077 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-f4e7c5c2-8287-4d9c-a035-040f53e693b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5859e24-4503-45cb-95d5-52b2513d8c0d HTTP/1.1" status: 204 len: 168 time: 0.4918492 Jun 27 12:53:18.875924 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf21f08-bc1d-4f96-8a8f-f559f5df2cdf req-f7339e11-a254-4456-b07f-0017da883b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:18.877644 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-baf21f08-bc1d-4f96-8a8f-f559f5df2cdf req-f7339e11-a254-4456-b07f-0017da883b94 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.1165807 Jun 27 12:53:18.939126 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-baf21f08-bc1d-4f96-8a8f-f559f5df2cdf req-2d24b743-65ed-4b64-a3ae-c32aac90fddd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554919 Jun 27 12:53:19.086261 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ba027-3951-4d74-b896-5287f55fbae4 req-29eec8f6-decf-468a-abd5-71a131294d01 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:19.087771 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-078ba027-3951-4d74-b896-5287f55fbae4 req-29eec8f6-decf-468a-abd5-71a131294d01 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 946 time: 0.2725723 Jun 27 12:53:19.170813 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-078ba027-3951-4d74-b896-5287f55fbae4 req-dcd8a6c4-f1ab-4a71-8ce8-2c1a2f54dc54 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770135 Jun 27 12:53:19.280796 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91dba74b-222f-476c-95ff-ea7eeb700356 {{(pid=79437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:53:19.288340 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:19.309075 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Transition to ACTIVE for port object 91dba74b-222f-476c-95ff-ea7eeb700356 will not be triggered until provisioned by entity L2. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:53:19.380616 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:19.386127 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:19.557449 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Pushing event updated for resources: {'Port': ['ID=91dba74b-222f-476c-95ff-ea7eeb700356,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:19.565076 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:19.587992 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Attempting to bind port 91dba74b-222f-476c-95ff-ea7eeb700356 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:53:19.588379 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Attempting to bind port 91dba74b-222f-476c-95ff-ea7eeb700356 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '11e6d717-ac44-4055-a445-9430fd414c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '137de7e1-b18b-4629-86c3-285f544d1a66'}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:53:19.588768 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Attempting to bind port 91dba74b-222f-476c-95ff-ea7eeb700356 on network 137de7e1-b18b-4629-86c3-285f544d1a66 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:53:19.594403 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Port 91dba74b-222f-476c-95ff-ea7eeb700356 on network 137de7e1-b18b-4629-86c3-285f544d1a66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:53:19.594767 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Attempting to bind port 91dba74b-222f-476c-95ff-ea7eeb700356 on network 137de7e1-b18b-4629-86c3-285f544d1a66 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:53:19.600524 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:53:19.600858 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Checking segment: {'id': '11e6d717-ac44-4055-a445-9430fd414c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '137de7e1-b18b-4629-86c3-285f544d1a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:53:19.601240 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Bound using segment: {'id': '11e6d717-ac44-4055-a445-9430fd414c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '137de7e1-b18b-4629-86c3-285f544d1a66'} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:53:19.601664 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Bound port: 91dba74b-222f-476c-95ff-ea7eeb700356, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e6d717-ac44-4055-a445-9430fd414c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '137de7e1-b18b-4629-86c3-285f544d1a66'}}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:53:19.602034 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:19.733233 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] For port 91dba74b-222f-476c-95ff-ea7eeb700356, host hv-cinder-79809, cleared binding levels {{(pid=79437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:53:19.747056 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] For port 91dba74b-222f-476c-95ff-ea7eeb700356, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=91dba74b-222f-476c-95ff-ea7eeb700356,segment=NetworkSegment(11e6d717-ac44-4055-a445-9430fd414c87),segment_id=11e6d717-ac44-4055-a445-9430fd414c87)] {{(pid=79437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:53:19.792180 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ee694-2c90-4580-9a11-b19a34182471 req-3f7a52e2-8e2d-4087-b62f-873d4360c16f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:19.800919 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-357ee694-2c90-4580-9a11-b19a34182471 req-3f7a52e2-8e2d-4087-b62f-873d4360c16f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1607676 Jun 27 12:53:19.874837 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-357ee694-2c90-4580-9a11-b19a34182471 req-e2e499f2-adee-4b0b-af21-807e7459c1c3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724707 Jun 27 12:53:19.881331 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:19.895179 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:19.955800 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:19.956459 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:19.958017 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] 10.222.0.52 "PUT /v2.0/ports/91dba74b-222f-476c-95ff-ea7eeb700356 HTTP/1.1" status: 200 len: 1093 time: 1.4531126 Jun 27 12:53:19.958517 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6459f3e9-02ea-4fb8-84ad-8713e959d34f', 'tag': '91dba74b-222f-476c-95ff-ea7eeb700356'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:20.001673 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Pushing event updated for resources: {'Port': ['ID=91dba74b-222f-476c-95ff-ea7eeb700356,revision_number=3']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:20.006369 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:20.019461 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d9be5-47fc-4f51-8833-b56df28e5677 req-bab3a1d2-514c-4bd2-bac9-c0cd02d12472 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:20.019930 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39802) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:20.026635 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-768d9be5-47fc-4f51-8833-b56df28e5677 req-bab3a1d2-514c-4bd2-bac9-c0cd02d12472 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Synchronizing usage tracker for tenant:7500d6a03c4a4225b63e7cc25fbcca74 on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:20.043215 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e136a30b-31bc-4f73-a9ec-ab2f5c8a8f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:20.056805 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6459f3e9-02ea-4fb8-84ad-8713e959d34f', 'tag': '91dba74b-222f-476c-95ff-ea7eeb700356', 'status': 'completed', 'code': 200} Jun 27 12:53:20.072542 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e136a30b-31bc-4f73-a9ec-ab2f5c8a8f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:20.076902 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e136a30b-31bc-4f73-a9ec-ab2f5c8a8f88 admin admin] Usage tracker for resource:security_group_rule and tenant:3d7985ff40bc450db56191c138ce7fa5 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:20.079922 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e136a30b-31bc-4f73-a9ec-ab2f5c8a8f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:20.088636 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e136a30b-31bc-4f73-a9ec-ab2f5c8a8f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:20.194793 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-768d9be5-47fc-4f51-8833-b56df28e5677 req-bab3a1d2-514c-4bd2-bac9-c0cd02d12472 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Unset dirty status for tenant:7500d6a03c4a4225b63e7cc25fbcca74 on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:20.198317 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-768d9be5-47fc-4f51-8833-b56df28e5677 req-bab3a1d2-514c-4bd2-bac9-c0cd02d12472 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 943 time: 0.4185429 Jun 27 12:53:20.235830 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e136a30b-31bc-4f73-a9ec-ab2f5c8a8f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:20.236991 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39808) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:20.258711 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-768d9be5-47fc-4f51-8833-b56df28e5677 req-13e5d2e7-55e5-40b0-a08e-9438bb067524 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Synchronizing usage tracker for tenant:7500d6a03c4a4225b63e7cc25fbcca74 on resource:security_group {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:20.283631 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e136a30b-31bc-4f73-a9ec-ab2f5c8a8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:20.293051 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-f4e7c5c2-8287-4d9c-a035-040f53e693b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:20.308203 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dab2dd-1ef6-4d24-8491-ec343c6f2328 req-901b4bc8-3087-44e4-a6a0-62382cde9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:20.309835 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-68dab2dd-1ef6-4d24-8491-ec343c6f2328 req-901b4bc8-3087-44e4-a6a0-62382cde9e18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7500d6a03c4a4225b63e7cc25fbcca74&device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 1096 time: 0.2226710 Jun 27 12:53:20.346149 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136a30b-31bc-4f73-a9ec-ab2f5c8a8f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18617c6a-115f-40a2-a3c3-1ad4b083302e,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:20.352591 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e136a30b-31bc-4f73-a9ec-ab2f5c8a8f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:20.353697 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-e136a30b-31bc-4f73-a9ec-ab2f5c8a8f88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d7985ff40bc450db56191c138ce7fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327417 Jun 27 12:53:20.357874 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39820) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:20.483456 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b5aa-784d-417a-a58b-cefc5aa1c285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:20.568901 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b5aa-784d-417a-a58b-cefc5aa1c285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:20.571472 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-768d9be5-47fc-4f51-8833-b56df28e5677 req-13e5d2e7-55e5-40b0-a08e-9438bb067524 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Unset dirty status for tenant:7500d6a03c4a4225b63e7cc25fbcca74 on resource:security_group {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:20.572749 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-768d9be5-47fc-4f51-8833-b56df28e5677 req-13e5d2e7-55e5-40b0-a08e-9438bb067524 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658254 Jun 27 12:53:20.620778 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-463353d8-f3a7-4134-b22c-50e7ac61fe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:20.667177 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dab2dd-1ef6-4d24-8491-ec343c6f2328 req-c1a7716b-81df-4eb7-a5e6-b14c7413f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:20.669377 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-68dab2dd-1ef6-4d24-8491-ec343c6f2328 req-c1a7716b-81df-4eb7-a5e6-b14c7413f8c7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7500d6a03c4a4225b63e7cc25fbcca74&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3513525 Jun 27 12:53:20.754338 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-baea26c3-91a5-44b2-ac7d-3ef77923607d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:20.774503 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-baea26c3-91a5-44b2-ac7d-3ef77923607d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:20.779213 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b5aa-784d-417a-a58b-cefc5aa1c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:20.786892 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-baea26c3-91a5-44b2-ac7d-3ef77923607d admin admin] Usage tracker for resource:security_group_rule and tenant:6765fc380f2a4eb795b10f8a8c1f1fe9 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:20.790328 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5fef4865-1222-4b8b-a624-fe422dc147b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:20.798275 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-baea26c3-91a5-44b2-ac7d-3ef77923607d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:20.818005 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-baea26c3-91a5-44b2-ac7d-3ef77923607d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:20.818005 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2b5aa-784d-417a-a58b-cefc5aa1c285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18617c6a-115f-40a2-a3c3-1ad4b083302e,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:20.821242 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-cfe2b5aa-784d-417a-a58b-cefc5aa1c285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:20.822919 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b5aa-784d-417a-a58b-cefc5aa1c285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:20.824701 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-cfe2b5aa-784d-417a-a58b-cefc5aa1c285 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18617c6a-115f-40a2-a3c3-1ad4b083302e HTTP/1.1" status: 204 len: 168 time: 0.4655206 Jun 27 12:53:20.921371 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dab2dd-1ef6-4d24-8491-ec343c6f2328 req-2c3edee6-884d-4240-ab47-2a0b7113bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:20.923001 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-68dab2dd-1ef6-4d24-8491-ec343c6f2328 req-2c3edee6-884d-4240-ab47-2a0b7113bcf6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2463858 Jun 27 12:53:20.994898 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-baea26c3-91a5-44b2-ac7d-3ef77923607d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:21.107642 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-aaf7c512-08f3-472a-b816-72b77b674dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:21.109029 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-aaf7c512-08f3-472a-b816-72b77b674dc0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7500d6a03c4a4225b63e7cc25fbcca74&device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 1096 time: 0.1413972 Jun 27 12:53:21.141576 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-baea26c3-91a5-44b2-ac7d-3ef77923607d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:21.164648 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-574747a3-4085-41b8-a122-f7dcbd372505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:21.209695 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:21.213265 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f4f41-987d-4bf9-b259-243dc095b0d2 req-ea88a886-509f-4f88-b1ee-17927158ba4e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:21.220424 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a95f4f41-987d-4bf9-b259-243dc095b0d2 req-ea88a886-509f-4f88-b1ee-17927158ba4e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1886148 Jun 27 12:53:21.223973 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-812c6710-5dc0-4a47-9375-db0ef2dd407e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91dba74b-222f-476c-95ff-ea7eeb700356 HTTP/1.1" status: 200 len: 217 time: 0.1028273 Jun 27 12:53:21.240076 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-baea26c3-91a5-44b2-ac7d-3ef77923607d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6765fc380f2a4eb795b10f8a8c1f1fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0016155 Jun 27 12:53:21.244895 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39852) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:21.258807 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea26c3-91a5-44b2-ac7d-3ef77923607d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfa1171-8bcb-45d3-8e8b-022931604206,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:21.262664 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-baea26c3-91a5-44b2-ac7d-3ef77923607d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:21.318853 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65fe806f-07c5-4f68-ae7d-6325eb87e8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:21.351910 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65fe806f-07c5-4f68-ae7d-6325eb87e8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:21.352594 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a95f4f41-987d-4bf9-b259-243dc095b0d2 req-ad3788af-39f7-4f4c-bcba-796e4814080e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312239 Jun 27 12:53:21.398435 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-e54632b1-2059-4bbb-8768-4111131ccab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:21.400238 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-e54632b1-2059-4bbb-8768-4111131ccab4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4d42d9b-75c9-47b7-b169-27c456c52541 HTTP/1.1" status: 200 len: 849 time: 0.1634634 Jun 27 12:53:21.465436 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-f6c1122f-4fc7-4b7d-9f9a-2599963cd9ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=137de7e1-b18b-4629-86c3-285f544d1a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579870 Jun 27 12:53:21.494941 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65fe806f-07c5-4f68-ae7d-6325eb87e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:21.500312 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:21.512413 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe806f-07c5-4f68-ae7d-6325eb87e8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfa1171-8bcb-45d3-8e8b-022931604206,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:21.520947 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-65fe806f-07c5-4f68-ae7d-6325eb87e8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:21.522459 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65fe806f-07c5-4f68-ae7d-6325eb87e8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:21.526579 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-65fe806f-07c5-4f68-ae7d-6325eb87e8dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebfa1171-8bcb-45d3-8e8b-022931604206 HTTP/1.1" status: 204 len: 168 time: 0.2807090 Jun 27 12:53:21.753611 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-789d5fbc-9d58-4fcb-80a1-3cc28306067c service neutron] 10.222.0.52 "GET /v2.0/networks/137de7e1-b18b-4629-86c3-285f544d1a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774088 Jun 27 12:53:21.767670 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a1555-58a8-4d35-abc7-9d21158a2ef5 req-3f7190aa-197b-4a10-8417-5d60b410f2e6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:21.770296 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6e7a1555-58a8-4d35-abc7-9d21158a2ef5 req-3f7190aa-197b-4a10-8417-5d60b410f2e6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1426961 Jun 27 12:53:21.778812 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 39884) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:21.784168 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-82c5a71d-0e8b-4fd7-9c32-58fe675b37a5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'floatingip': {'port_id': '17852024-a795-4306-b89d-e6125d2fb596'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:21.947946 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20abdc42-a313-4fcc-90a8-11dfcf12c51b req-15b95ced-4de1-42a5-8731-b89816478e2b service neutron] 10.222.0.52 "GET /v2.0/networks/137de7e1-b18b-4629-86c3-285f544d1a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743870 Jun 27 12:53:21.949553 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-82c5a71d-0e8b-4fd7-9c32-58fe675b37a5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:22.119020 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7fcd7-53f4-49d2-9703-0433a28f3705 req-810bc3e0-176c-49c7-bef9-f8583ad9af1a tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:22.122313 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1ec7fcd7-53f4-49d2-9703-0433a28f3705 req-810bc3e0-176c-49c7-bef9-f8583ad9af1a tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 943 time: 0.1519306 Jun 27 12:53:22.180601 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1ec7fcd7-53f4-49d2-9703-0433a28f3705 req-d2596de7-12bc-4665-baf8-e1e849ce4167 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519590 Jun 27 12:53:22.443531 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 39904) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:22.461776 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-06a8aff9-85a5-4037-9a89-fbacf22c6c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:22.493299 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-06a8aff9-85a5-4037-9a89-fbacf22c6c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:22.497997 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-06a8aff9-85a5-4037-9a89-fbacf22c6c34 admin admin] Usage tracker for resource:security_group_rule and tenant:cc7c8f5d66b34470b00391a31159aa51 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:22.501203 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-06a8aff9-85a5-4037-9a89-fbacf22c6c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:22.508898 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-06a8aff9-85a5-4037-9a89-fbacf22c6c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:22.632585 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-06a8aff9-85a5-4037-9a89-fbacf22c6c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:22.735184 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-06a8aff9-85a5-4037-9a89-fbacf22c6c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:22.756904 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-a3608f21-d621-41ab-b532-97631501ad33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:22.812386 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8aff9-85a5-4037-9a89-fbacf22c6c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1cf9a9-7fe9-4307-abfd-669eb26962a6,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:22.816410 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-06a8aff9-85a5-4037-9a89-fbacf22c6c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:22.827642 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-06a8aff9-85a5-4037-9a89-fbacf22c6c34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc7c8f5d66b34470b00391a31159aa51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829772 Jun 27 12:53:22.834131 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 39920) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:22.921934 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3abd9650-759c-438e-8fc2-44e12c7e57d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:22.975137 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3abd9650-759c-438e-8fc2-44e12c7e57d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:23.003143 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-82c5a71d-0e8b-4fd7-9c32-58fe675b37a5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:23.066249 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-82c5a71d-0e8b-4fd7-9c32-58fe675b37a5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:23.133520 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3abd9650-759c-438e-8fc2-44e12c7e57d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:23.138887 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:23.159012 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd9650-759c-438e-8fc2-44e12c7e57d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1cf9a9-7fe9-4307-abfd-669eb26962a6,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:23.171675 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3abd9650-759c-438e-8fc2-44e12c7e57d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:23.195265 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3abd9650-759c-438e-8fc2-44e12c7e57d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:23.200829 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-3abd9650-759c-438e-8fc2-44e12c7e57d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e1cf9a9-7fe9-4307-abfd-669eb26962a6 HTTP/1.1" status: 204 len: 168 time: 0.3633845 Jun 27 12:53:23.300499 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.l3_db [None req-82c5a71d-0e8b-4fd7-9c32-58fe675b37a5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Floating IP b8c347ba-2d78-44e3-a795-57d5718b1c54 associated. External IP: 172.28.1.173, port: 17852024-a795-4306-b89d-e6125d2fb596. Jun 27 12:53:23.380707 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6841-4b51-440c-bd98-c91e8ed0b02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:23.494226 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459430e-d493-4917-9939-0ec6c0322164 req-d79847b5-0e55-4317-aad0-2ae8e6423298 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:23.501478 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b459430e-d493-4917-9939-0ec6c0322164 req-d79847b5-0e55-4317-aad0-2ae8e6423298 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 943 time: 0.1717396 Jun 27 12:53:23.556252 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b459430e-d493-4917-9939-0ec6c0322164 req-c9c679f4-6c6d-4818-9a5c-0d643109e759 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537438 Jun 27 12:53:23.732097 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c5a71d-0e8b-4fd7-9c32-58fe675b37a5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Router c480119e-8d2d-4ea3-b269-c64cab36d2ff has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:53:23.950420 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c5a71d-0e8b-4fd7-9c32-58fe675b37a5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:53:23.955023 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-82c5a71d-0e8b-4fd7-9c32-58fe675b37a5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:23.963384 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f3c8e5-d246-4faa-8c09-ad6f1b43daf2 None None] Sync routers for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:53:23.972964 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3c8e5-d246-4faa-8c09-ad6f1b43daf2 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:53:23.973318 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-01f3c8e5-d246-4faa-8c09-ad6f1b43daf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:53:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:24.011715 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-82c5a71d-0e8b-4fd7-9c32-58fe675b37a5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "PUT /v2.0/floatingips/b8c347ba-2d78-44e3-a795-57d5718b1c54 HTTP/1.1" status: 200 len: 992 time: 2.2318065 Jun 27 12:53:24.012406 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7836de6e-5c92-452a-a654-625048bd0aa3', 'tag': '17852024-a795-4306-b89d-e6125d2fb596'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:24.106576 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7836de6e-5c92-452a-a654-625048bd0aa3', 'tag': '17852024-a795-4306-b89d-e6125d2fb596', 'status': 'completed', 'code': 200} Jun 27 12:53:24.166082 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-01f3c8e5-d246-4faa-8c09-ad6f1b43daf2 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:53:24.260679 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e34e7-c37f-468d-ada1-5ae65783f32f req-f9470b24-9f65-4fd9-9150-52ce995719ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:24.262825 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e0e34e7-c37f-468d-ada1-5ae65783f32f req-f9470b24-9f65-4fd9-9150-52ce995719ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.1289153 Jun 27 12:53:24.495573 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e34e7-c37f-468d-ada1-5ae65783f32f req-e5bdf997-cb6e-4aa7-9550-dae539a1f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:24.497107 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e0e34e7-c37f-468d-ada1-5ae65783f32f req-e5bdf997-cb6e-4aa7-9550-dae539a1f609 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 200 len: 912 time: 0.2272079 Jun 27 12:53:24.568986 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:24.617591 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-01f3c8e5-d246-4faa-8c09-ad6f1b43daf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': 'b8c347ba-2d78-44e3-a795-57d5718b1c54', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'floating_ip_address': '172.28.1.173', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'port_id': '17852024-a795-4306-b89d-e6125d2fb596', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'mac_address': 'fa:16:3e:6f:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7836de6e-5c92-452a-a654-625048bd0aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:53:01Z', 'updated_at': '2021-06-27T12:53:22Z', 'revision_number': 1, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:24.626531 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f3c8e5-d246-4faa-8c09-ad6f1b43daf2 None None] Checking router: c480119e-8d2d-4ea3-b269-c64cab36d2ff for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:53:24.637817 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3c8e5-d246-4faa-8c09-ad6f1b43daf2 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:53:24.638500 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-01f3c8e5-d246-4faa-8c09-ad6f1b43daf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:53:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:24.658004 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e0e34e7-c37f-468d-ada1-5ae65783f32f req-ba449416-cfe1-4548-af9d-eb69d5568211 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17852024-a795-4306-b89d-e6125d2fb596 HTTP/1.1" status: 200 len: 1000 time: 0.1535175 Jun 27 12:53:24.850416 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e34e7-c37f-468d-ada1-5ae65783f32f req-530d3225-962d-4016-a9ca-73fb7557375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:24.851166 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e0e34e7-c37f-468d-ada1-5ae65783f32f req-530d3225-962d-4016-a9ca-73fb7557375b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c0a504f-730d-493b-b4e5-1320b17fb5d2 HTTP/1.1" status: 200 len: 850 time: 0.1783490 Jun 27 12:53:24.877746 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-01f3c8e5-d246-4faa-8c09-ad6f1b43daf2 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:53:24.952659 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad6302-0bb9-4f7b-a26c-afcd4518cdb2 req-2465bea7-b71e-4fa5-8a2a-adbcdc87bb42 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:24.954233 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7aad6302-0bb9-4f7b-a26c-afcd4518cdb2 req-2465bea7-b71e-4fa5-8a2a-adbcdc87bb42 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 943 time: 0.2121429 Jun 27 12:53:25.016096 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7aad6302-0bb9-4f7b-a26c-afcd4518cdb2 req-28d66c9f-3218-4f14-83bf-b39b9c1fc019 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534997 Jun 27 12:53:25.042472 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e34e7-c37f-468d-ada1-5ae65783f32f req-3b604e19-3509-417f-b906-e319689ec4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:25.042472 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e0e34e7-c37f-468d-ada1-5ae65783f32f req-3b604e19-3509-417f-b906-e319689ec4e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d037d56-8a2b-499f-ac6d-8e124ff2a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1735964 Jun 27 12:53:25.211386 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e0e34e7-c37f-468d-ada1-5ae65783f32f req-c2339797-2974-4371-8a07-af324e77c625 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671381 Jun 27 12:53:25.383615 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e0e34e7-c37f-468d-ada1-5ae65783f32f req-04ffb0b6-29a4-47b9-b0d7-dd09aaa6cb1e service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644349 Jun 27 12:53:25.512323 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-01f3c8e5-d246-4faa-8c09-ad6f1b43daf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': 'b8c347ba-2d78-44e3-a795-57d5718b1c54', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'floating_ip_address': '172.28.1.173', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'port_id': '17852024-a795-4306-b89d-e6125d2fb596', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'mac_address': 'fa:16:3e:6f:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7836de6e-5c92-452a-a654-625048bd0aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:53:01Z', 'updated_at': '2021-06-27T12:53:22Z', 'revision_number': 1, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:25.531050 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f3c8e5-d246-4faa-8c09-ad6f1b43daf2 None None] The sync data for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb is: [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': 'b8c347ba-2d78-44e3-a795-57d5718b1c54', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'floating_ip_address': '172.28.1.173', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'port_id': '17852024-a795-4306-b89d-e6125d2fb596', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'mac_address': 'fa:16:3e:6f:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7836de6e-5c92-452a-a654-625048bd0aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:53:01Z', 'updated_at': '2021-06-27T12:53:22Z', 'revision_number': 1, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:53:25.888011 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325587e6-1530-450a-ab8d-331e1ba70398 None None] New status for floating IP b8c347ba-2d78-44e3-a795-57d5718b1c54: ACTIVE {{(pid=79439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:53:26.300929 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:26.313614 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9934a0-80c3-478d-9232-567426a5de37 req-375cf7a2-4e08-49ca-9fac-bfa0d753bc15 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:26.315545 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-bd9934a0-80c3-478d-9232-567426a5de37 req-375cf7a2-4e08-49ca-9fac-bfa0d753bc15 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 943 time: 0.1378515 Jun 27 12:53:26.488380 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-bd9934a0-80c3-478d-9232-567426a5de37 req-65b04cf6-7dd8-4e5d-a80c-0136f58419b0 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650188 Jun 27 12:53:26.617663 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-dc0cf95e-3688-4ae7-9d0d-4756142c4ec6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:26.618436 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-dc0cf95e-3688-4ae7-9d0d-4756142c4ec6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Synchronizing usage tracker for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:network {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:26.728428 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-dc0cf95e-3688-4ae7-9d0d-4756142c4ec6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Unset dirty status for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:network {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:26.729815 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-dc0cf95e-3688-4ae7-9d0d-4756142c4ec6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 815 time: 0.3594606 Jun 27 12:53:26.749766 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-1c82eaf8-2275-418f-a5c6-abbb087aeb83 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/quotas/fcb92e9377bb46debad9fdb20f60124f HTTP/1.1" status: 200 len: 375 time: 0.0136230 Jun 27 12:53:26.835353 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-34bbc31a-5452-46a4-99cd-def7d8f3ad2e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786285 Jun 27 12:53:26.906762 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 91dba74b-222f-476c-95ff-ea7eeb700356 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:53:26.974862 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-b376df3d-c399-4a56-ab2b-576ac34d3246 service neutron] 10.222.0.41 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327345 Jun 27 12:53:27.060719 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 91dba74b-222f-476c-95ff-ea7eeb700356, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=91dba74b-222f-476c-95ff-ea7eeb700356,segment=NetworkSegment(11e6d717-ac44-4055-a445-9430fd414c87),segment_id=11e6d717-ac44-4055-a445-9430fd414c87)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:27.077804 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '91dba74b-222f-476c-95ff-ea7eeb700356', 'network_id': '137de7e1-b18b-4629-86c3-285f544d1a66', 'port_id': '91dba74b-222f-476c-95ff-ea7eeb700356', 'mac_address': 'fa:16:3e:f0:f1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d42d9b-75c9-47b7-b169-27c456c52541', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:53:27.140855 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:27.150388 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-72aa22f4-474b-4a80-bc95-e6a6ceea0d97 service neutron] 10.222.0.41 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658897 Jun 27 12:53:27.159242 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91dba74b-222f-476c-95ff-ea7eeb700356 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:53:27.177715 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 91dba74b-222f-476c-95ff-ea7eeb700356, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=91dba74b-222f-476c-95ff-ea7eeb700356,segment=NetworkSegment(11e6d717-ac44-4055-a445-9430fd414c87),segment_id=11e6d717-ac44-4055-a445-9430fd414c87)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:27.272644 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:27.278234 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:27.404763 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=91dba74b-222f-476c-95ff-ea7eeb700356,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:27.412884 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:27.492912 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9ad0cc11-e9a6-4487-a7a3-5670e53da181 req-5b920ed4-617a-439d-88d1-de79876b2cd7 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 210 time: 0.0736992 Jun 27 12:53:27.688884 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf614ca0-23a8-4566-9309-82480c61d285 req-8ddf7d23-9201-45ee-b6f9-2c72815a4cc2 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:27.690466 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bf614ca0-23a8-4566-9309-82480c61d285 req-8ddf7d23-9201-45ee-b6f9-2c72815a4cc2 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 944 time: 0.0859182 Jun 27 12:53:27.717357 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['91dba74b-222f-476c-95ff-ea7eeb700356'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:53:27.750058 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bf614ca0-23a8-4566-9309-82480c61d285 req-acbd8d2e-ee9b-408b-8384-23d77711c6e9 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477924 Jun 27 12:53:28.481991 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def622de-5f1f-4272-8d21-1077439396e1 req-d8670334-10ca-465d-a7a6-9325f3b318d8 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:28.483513 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-def622de-5f1f-4272-8d21-1077439396e1 req-d8670334-10ca-465d-a7a6-9325f3b318d8 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 946 time: 0.0840907 Jun 27 12:53:28.546666 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-def622de-5f1f-4272-8d21-1077439396e1 req-3b5fa213-6508-43d4-b066-3498ccf3933e tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562844 Jun 27 12:53:28.657815 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-88b740c5-6b20-4752-bbde-72893c00f213 req-9b8181a9-8cd9-4a0a-8bab-780123c242e2 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 210 time: 0.0458007 Jun 27 12:53:28.911178 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 91dba74b-222f-476c-95ff-ea7eeb700356 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:53:28.998513 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0418a76-a040-4b4e-b927-38609dd0ba76 req-6afbb3c8-88ea-478f-b35a-5699cda32254 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:28.999986 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a0418a76-a040-4b4e-b927-38609dd0ba76 req-6afbb3c8-88ea-478f-b35a-5699cda32254 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 944 time: 0.1142483 Jun 27 12:53:29.059326 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a0418a76-a040-4b4e-b927-38609dd0ba76 req-1b133b17-97ab-42ad-8aa8-84dc9e05af84 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518947 Jun 27 12:53:29.083664 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 91dba74b-222f-476c-95ff-ea7eeb700356 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:53:29.089015 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 91dba74b-222f-476c-95ff-ea7eeb700356 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:53:29.089392 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:29.236946 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:29.266211 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6459f3e9-02ea-4fb8-84ad-8713e959d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dba74b-222f-476c-95ff-ea7eeb700356'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:29.276648 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 91dba74b-222f-476c-95ff-ea7eeb700356, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=91dba74b-222f-476c-95ff-ea7eeb700356,segment=NetworkSegment(11e6d717-ac44-4055-a445-9430fd414c87),segment_id=11e6d717-ac44-4055-a445-9430fd414c87)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:29.314978 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6459f3e9-02ea-4fb8-84ad-8713e959d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dba74b-222f-476c-95ff-ea7eeb700356', 'code': 200} Jun 27 12:53:29.350643 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:29.355398 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:29.445558 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=91dba74b-222f-476c-95ff-ea7eeb700356,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:29.449054 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:29.566968 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 40168) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:29.739735 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1545dd9e-efa3-48ac-a446-afe1cee047bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:29.761459 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1545dd9e-efa3-48ac-a446-afe1cee047bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:29.766010 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1545dd9e-efa3-48ac-a446-afe1cee047bd admin admin] Usage tracker for resource:security_group_rule and tenant:0cdd7276479a4e42b2efcac238eb2298 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:29.773397 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1545dd9e-efa3-48ac-a446-afe1cee047bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:29.788324 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1545dd9e-efa3-48ac-a446-afe1cee047bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:29.884483 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8d89-173f-438a-9a3b-ac09a5b0a8a5 req-58c5b063-f5ed-4309-ae9d-92d8aac943f5 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:29.890666 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-da0a8d89-173f-438a-9a3b-ac09a5b0a8a5 req-58c5b063-f5ed-4309-ae9d-92d8aac943f5 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 946 time: 0.1487222 Jun 27 12:53:29.913139 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a6ea1-4c26-40ee-91d8-3c06286a1ab5 req-8c899ea4-b5fe-4392-b337-783984c406e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:29.914955 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c93a6ea1-4c26-40ee-91d8-3c06286a1ab5 req-8c899ea4-b5fe-4392-b337-783984c406e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 1098 time: 0.2373071 Jun 27 12:53:29.943275 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4422401-590a-4447-9608-67779555737a req-4a7c5920-7dcb-46d4-ae2d-f8ee1eb95010 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 210 time: 0.0827906 Jun 27 12:53:29.984949 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-c93a6ea1-4c26-40ee-91d8-3c06286a1ab5 req-11833e63-ed25-4506-9724-80b7de80f15d service neutron] Synchronizing usage tracker for tenant:a8c4ff62e228490bba3b91874b46d324 on resource:security_group {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:29.998671 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-da0a8d89-173f-438a-9a3b-ac09a5b0a8a5 req-be149c56-2429-4c0e-b651-7f958b00e74c tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066036 Jun 27 12:53:30.095644 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1545dd9e-efa3-48ac-a446-afe1cee047bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:30.118057 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-c93a6ea1-4c26-40ee-91d8-3c06286a1ab5 req-11833e63-ed25-4506-9724-80b7de80f15d service neutron] Unset dirty status for tenant:a8c4ff62e228490bba3b91874b46d324 on resource:security_group {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:30.119534 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-800f33c4-4c4f-44ba-9fe6-350b09755d55 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:30.119664 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c93a6ea1-4c26-40ee-91d8-3c06286a1ab5 req-11833e63-ed25-4506-9724-80b7de80f15d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961946 Jun 27 12:53:30.120998 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-800f33c4-4c4f-44ba-9fe6-350b09755d55 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 815 time: 0.2597919 Jun 27 12:53:30.214932 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1545dd9e-efa3-48ac-a446-afe1cee047bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:30.228114 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:30.279581 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-1545dd9e-efa3-48ac-a446-afe1cee047bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cdd7276479a4e42b2efcac238eb2298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7156029 Jun 27 12:53:30.283965 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40202) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:30.288248 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545dd9e-efa3-48ac-a446-afe1cee047bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83f327c-f5fb-48a3-ba23-1aad7f2d02e3,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:30.292200 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1545dd9e-efa3-48ac-a446-afe1cee047bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:30.303076 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Request body: {'port': {'device_id': '76abb0d9-8f99-4e20-9ff7-9ad736762932', 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80', 'admin_state_up': True, 'tenant_id': 'fcb92e9377bb46debad9fdb20f60124f'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:30.364261 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c28862d1-48a9-4a9e-9570-541a481fbf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:30.400653 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c28862d1-48a9-4a9e-9570-541a481fbf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:30.412349 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b5bc7-ae73-4d0b-960b-efac694d327f req-ecbcf808-8dc3-4bdb-9af0-913efa1da166 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:30.413870 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-eb6b5bc7-ae73-4d0b-960b-efac694d327f req-ecbcf808-8dc3-4bdb-9af0-913efa1da166 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 945 time: 0.2347250 Jun 27 12:53:30.539511 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-eb6b5bc7-ae73-4d0b-960b-efac694d327f req-f2113622-0065-4ac9-aec6-6a3d5ea474ff tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154635 Jun 27 12:53:30.540697 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:30.550437 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40212) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:30.560009 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:30.575119 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c28862d1-48a9-4a9e-9570-541a481fbf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:30.579460 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-702eb475-de78-45fd-8d83-b7637bc80760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:30.593449 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28862d1-48a9-4a9e-9570-541a481fbf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83f327c-f5fb-48a3-ba23-1aad7f2d02e3,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:30.596531 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c28862d1-48a9-4a9e-9570-541a481fbf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:30.598699 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c28862d1-48a9-4a9e-9570-541a481fbf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:30.600302 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-c28862d1-48a9-4a9e-9570-541a481fbf3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b83f327c-f5fb-48a3-ba23-1aad7f2d02e3 HTTP/1.1" status: 204 len: 168 time: 0.3144965 Jun 27 12:53:30.682803 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Made reservation on behalf of fcb92e9377bb46debad9fdb20f60124f for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:30.687211 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:30.717289 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8846435e-8f4e-4de5-a517-ce1179b7b693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:30.737367 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-8846435e-8f4e-4de5-a517-ce1179b7b693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:30.741343 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-8846435e-8f4e-4de5-a517-ce1179b7b693 admin admin] Usage tracker for resource:security_group_rule and tenant:f9561bba04274bbc8042e908f19a598e is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:30.744479 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-8846435e-8f4e-4de5-a517-ce1179b7b693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:30.751562 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-8846435e-8f4e-4de5-a517-ce1179b7b693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:30.883048 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Allocated IP 172.20.0.13 (ad63dbb5-11bf-4177-9d20-5e29a67dca80/ee69f823-8f94-4401-8043-a102f1a1a1ec/0f911679-a7b5-4fab-9603-995d4597c32a) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:53:30.922827 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8846435e-8f4e-4de5-a517-ce1179b7b693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:30.953683 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca995be7-79aa-4235-a342-1c39dbc93b2a req-51fe0925-94b1-44e4-8066-70272cfa36aa tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:30.955205 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ca995be7-79aa-4235-a342-1c39dbc93b2a req-51fe0925-94b1-44e4-8066-70272cfa36aa tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 946 time: 0.1039021 Jun 27 12:53:31.061903 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [req-ca995be7-79aa-4235-a342-1c39dbc93b2a req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Deleting port f28fd0fa-e7b5-4626-bcb2-f76728a0b288 {{(pid=79437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:53:31.062431 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-ca995be7-79aa-4235-a342-1c39dbc93b2a req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:31.095715 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8846435e-8f4e-4de5-a517-ce1179b7b693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:31.109622 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:31.190199 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-8846435e-8f4e-4de5-a517-ce1179b7b693 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9561bba04274bbc8042e908f19a598e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6359284 Jun 27 12:53:31.199125 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 40234) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:31.219504 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846435e-8f4e-4de5-a517-ce1179b7b693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b4b416-a767-475b-8feb-752fa8380efc,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:31.233133 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-8846435e-8f4e-4de5-a517-ce1179b7b693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:31.291964 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-cae0a5d1-743e-4834-babf-5d5d17a18a46 req-cad35561-2230-4013-993b-f281dad14351 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 210 time: 0.0736313 Jun 27 12:53:31.420933 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 40240) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:31.483248 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7356b061-b719-4c48-86d9-cc9307167c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:31.493994 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-ca995be7-79aa-4235-a342-1c39dbc93b2a req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] For port f28fd0fa-e7b5-4626-bcb2-f76728a0b288, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f28fd0fa-e7b5-4626-bcb2-f76728a0b288,segment=NetworkSegment(8083fd2b-0482-4f93-988f-33b4c6a55bcb),segment_id=8083fd2b-0482-4f93-988f-33b4c6a55bcb)] {{(pid=79437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:31.494411 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-ca995be7-79aa-4235-a342-1c39dbc93b2a req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:31.495393 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:31.498415 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9b52f6c7-024b-4981-a541-97036a32fa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:31.534404 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7356b061-b719-4c48-86d9-cc9307167c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:31.559508 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1aae-28f3-4c96-9610-63f3ae57f928 req-c5ecfb2a-5ca1-4a94-9a7f-2b37108d6a0a tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:31.568920 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-585d1aae-28f3-4c96-9610-63f3ae57f928 req-c5ecfb2a-5ca1-4a94-9a7f-2b37108d6a0a tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 946 time: 0.3762312 Jun 27 12:53:31.604680 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9b52f6c7-024b-4981-a541-97036a32fa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:31.631260 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7356b061-b719-4c48-86d9-cc9307167c08 admin admin] Usage tracker for resource:security_group_rule and tenant:097158cc106a413b8453541393f5b5c0 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:31.640416 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [req-ca995be7-79aa-4235-a342-1c39dbc93b2a req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Calling delete_port for f28fd0fa-e7b5-4626-bcb2-f76728a0b288 owned by compute:nova {{(pid=79437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:53:31.651405 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7356b061-b719-4c48-86d9-cc9307167c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:31.670958 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7356b061-b719-4c48-86d9-cc9307167c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:31.744047 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-585d1aae-28f3-4c96-9610-63f3ae57f928 req-5e176234-3012-4958-9f62-c0dc7b496ccb tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/security-groups?id=06406235-9537-4e8c-a3d5-0a348615db71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741002 Jun 27 12:53:31.848593 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:31.871854 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:31.872079 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['425e04bf-f19e-4777-b8d5-b24f4102e577'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:53:31.945811 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7356b061-b719-4c48-86d9-cc9307167c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:31.955266 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Network ad63dbb5-11bf-4177-9d20-5e29a67dca80 is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:53:31.961263 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:31.974745 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:53:31.981310 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:31.982218 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:31.988580 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d1133-782b-4d32-89b3-108a1a683d51 req-83880f66-8985-43bc-ac1a-27b6c7bb9870 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:31.990083 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Pushing event updated for resources: {'Port': ['ID=0f911679-a7b5-4fab-9603-995d4597c32a,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:31.997464 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9b52f6c7-024b-4981-a541-97036a32fa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:32.006291 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3d6d1133-782b-4d32-89b3-108a1a683d51 req-83880f66-8985-43bc-ac1a-27b6c7bb9870 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 945 time: 0.3187978 Jun 27 12:53:32.015411 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:32.016478 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-f9808f09-9b94-4ce8-ab87-72571a04ac12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:32.048184 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52f6c7-024b-4981-a541-97036a32fa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b4b416-a767-475b-8feb-752fa8380efc,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:32.053764 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9b52f6c7-024b-4981-a541-97036a32fa08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:32.056549 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7356b061-b719-4c48-86d9-cc9307167c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:32.073355 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7f7bc2f5-b709-4fe3-a572-52f7477e075d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:32.101657 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3d6d1133-782b-4d32-89b3-108a1a683d51 req-6aae6d05-f401-4fcb-95e8-1f0803678a4e tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862317 Jun 27 12:53:32.122554 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356b061-b719-4c48-86d9-cc9307167c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0f3e56-85d7-44b5-878d-a72a8db1e653,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:32.128545 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7356b061-b719-4c48-86d9-cc9307167c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:32.138112 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7356b061-b719-4c48-86d9-cc9307167c08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=097158cc106a413b8453541393f5b5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7114346 Jun 27 12:53:32.141404 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40266) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:32.229614 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-40fa6144-ffc1-4f02-9d77-a742b5006b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:32.389156 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-40fa6144-ffc1-4f02-9d77-a742b5006b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:32.389156 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-ca995be7-79aa-4235-a342-1c39dbc93b2a req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030'] for port, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:32.389459 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9b52f6c7-024b-4981-a541-97036a32fa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:32.389919 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:32.390091 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-9b52f6c7-024b-4981-a541-97036a32fa08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86b4b416-a767-475b-8feb-752fa8380efc HTTP/1.1" status: 204 len: 168 time: 1.0497754 Jun 27 12:53:32.390220 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Pushing event deleted for resources: {'Port': ['ID=f28fd0fa-e7b5-4626-bcb2-f76728a0b288,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:32.390316 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['f28fd0fa-e7b5-4626-bcb2-f76728a0b288'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:53:32.488715 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:32.560220 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca995be7-79aa-4235-a342-1c39dbc93b2a req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] No DVR routers for this DVR port f28fd0fa-e7b5-4626-bcb2-f76728a0b288 on host hv-cinder-79809 {{(pid=79437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:53:32.820055 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-ca995be7-79aa-4235-a342-1c39dbc93b2a req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:32.821402 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c11b9-6326-4f99-913c-6a2c0fa4a29b req-0396989a-679d-4b73-af6f-b184c59ab643 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:32.821402 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-791c11b9-6326-4f99-913c-6a2c0fa4a29b req-0396989a-679d-4b73-af6f-b184c59ab643 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Synchronizing usage tracker for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:32.822529 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e98503d-3135-4d1a-923c-ceddf01d7491', 'name': 'network-vif-deleted', 'tag': 'f28fd0fa-e7b5-4626-bcb2-f76728a0b288'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:32.823123 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2879288 Jun 27 12:53:32.823123 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Request body: {'port': {'device_id': '76abb0d9-8f99-4e20-9ff7-9ad736762932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:32.823439 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e98503d-3135-4d1a-923c-ceddf01d7491', 'name': 'network-vif-deleted', 'tag': 'f28fd0fa-e7b5-4626-bcb2-f76728a0b288', 'status': 'completed', 'code': 200} Jun 27 12:53:32.823534 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:32.903274 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-9ec92eb8-5ef4-4b26-9b08-ee256022025f req-10441583-7c7f-474d-a48e-d2d3c77cbeb5 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Synchronizing usage tracker for tenant:803c1bdc12994ea7a1df65e67858dae0 on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:33.089512 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-40fa6144-ffc1-4f02-9d77-a742b5006b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:33.092224 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f911679-a7b5-4fab-9603-995d4597c32a {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:53:33.095756 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-40fa6144-ffc1-4f02-9d77-a742b5006b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:33.100078 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-791c11b9-6326-4f99-913c-6a2c0fa4a29b req-0396989a-679d-4b73-af6f-b184c59ab643 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Unset dirty status for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:33.100224 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-40fa6144-ffc1-4f02-9d77-a742b5006b41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c0f3e56-85d7-44b5-878d-a72a8db1e653 HTTP/1.1" status: 204 len: 168 time: 0.9549558 Jun 27 12:53:33.100321 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-791c11b9-6326-4f99-913c-6a2c0fa4a29b req-0396989a-679d-4b73-af6f-b184c59ab643 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 932 time: 0.6764185 Jun 27 12:53:33.104599 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:33.111957 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-b8cfbd19-93dd-4e61-9a88-fcae15d37265 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:33.129231 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ca995be7-79aa-4235-a342-1c39dbc93b2a req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.52 "DELETE /v2.0/ports/f28fd0fa-e7b5-4626-bcb2-f76728a0b288 HTTP/1.1" status: 204 len: 173 time: 2.1641235 Jun 27 12:53:33.133072 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa6144-ffc1-4f02-9d77-a742b5006b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0f3e56-85d7-44b5-878d-a72a8db1e653,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:33.139333 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-40fa6144-ffc1-4f02-9d77-a742b5006b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:33.152610 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-9ec92eb8-5ef4-4b26-9b08-ee256022025f req-10441583-7c7f-474d-a48e-d2d3c77cbeb5 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Unset dirty status for tenant:803c1bdc12994ea7a1df65e67858dae0 on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:33.155874 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Transition to ACTIVE for port object 0f911679-a7b5-4fab-9603-995d4597c32a will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:53:33.163586 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9ec92eb8-5ef4-4b26-9b08-ee256022025f req-10441583-7c7f-474d-a48e-d2d3c77cbeb5 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 210 time: 0.3039477 Jun 27 12:53:33.204233 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-791c11b9-6326-4f99-913c-6a2c0fa4a29b req-1e39b226-107f-412b-a50c-c2fef8affeb0 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912018 Jun 27 12:53:33.249128 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:33.254453 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:33.403076 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522184c8-21bc-46fe-b765-dc2269380191 req-73cc0ca0-ccb1-40a2-afa6-78aa71d4b65e tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:33.403076 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-522184c8-21bc-46fe-b765-dc2269380191 req-73cc0ca0-ccb1-40a2-afa6-78aa71d4b65e tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 945 time: 0.1000531 Jun 27 12:53:33.428610 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Pushing event updated for resources: {'Port': ['ID=0f911679-a7b5-4fab-9603-995d4597c32a,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:33.446079 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.446431 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.447025 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.447360 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.447686 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.448012 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.448336 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.448658 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.448977 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.449293 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.449607 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.449920 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:33.457989 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-522184c8-21bc-46fe-b765-dc2269380191 req-021f9205-b2fb-481f-9a52-71433d97f042 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485308 Jun 27 12:53:33.461427 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:33.474099 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Attempting to bind port 0f911679-a7b5-4fab-9603-995d4597c32a on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:53:33.474652 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Attempting to bind port 0f911679-a7b5-4fab-9603-995d4597c32a by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:53:33.476091 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Attempting to bind port 0f911679-a7b5-4fab-9603-995d4597c32a on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:53:33.489452 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Port 0f911679-a7b5-4fab-9603-995d4597c32a on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:53:33.490268 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Attempting to bind port 0f911679-a7b5-4fab-9603-995d4597c32a on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:53:33.497027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:53:33.497350 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Checking segment: {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:53:33.497722 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Bound using segment: {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:53:33.498206 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Bound port: 0f911679-a7b5-4fab-9603-995d4597c32a, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:53:33.498535 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:33.590349 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] For port 0f911679-a7b5-4fab-9603-995d4597c32a, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:53:33.593223 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] For port 0f911679-a7b5-4fab-9603-995d4597c32a, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0f911679-a7b5-4fab-9603-995d4597c32a,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:53:33.700420 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:33.705826 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1736f49e-f0b6-44b0-8915-2189f80f2159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:33.771823 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:33.771823 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:33.772892 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] 10.222.0.52 "PUT /v2.0/ports/0f911679-a7b5-4fab-9603-995d4597c32a HTTP/1.1" status: 200 len: 1094 time: 1.1751456 Jun 27 12:53:33.773359 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76abb0d9-8f99-4e20-9ff7-9ad736762932', 'tag': '0f911679-a7b5-4fab-9603-995d4597c32a'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:33.809335 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40316) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:33.857363 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Pushing event updated for resources: {'Port': ['ID=0f911679-a7b5-4fab-9603-995d4597c32a,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:33.875188 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:33.891922 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:33.897107 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76abb0d9-8f99-4e20-9ff7-9ad736762932', 'tag': '0f911679-a7b5-4fab-9603-995d4597c32a', 'status': 'completed', 'code': 200} Jun 27 12:53:33.919512 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:33.924497 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Usage tracker for resource:security_group_rule and tenant:bcfd817db0f2403e9dd3fa31950a8c23 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:33.930891 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:33.938456 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:34.067021 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-6d5bf65e-794e-48bc-9d93-a0cdf79dc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:34.069089 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-6d5bf65e-794e-48bc-9d93-a0cdf79dc980 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 1097 time: 0.1624355 Jun 27 12:53:34.080074 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:34.164080 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-2ed2e525-cd92-4c87-b659-dd37b6987146 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f911679-a7b5-4fab-9603-995d4597c32a HTTP/1.1" status: 200 len: 217 time: 0.0757427 Jun 27 12:53:34.197941 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:34.226296 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:34.248973 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-eb54d619-a0fc-414f-bb4c-5006c46c9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:34.251287 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-eb54d619-a0fc-414f-bb4c-5006c46c9907 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee69f823-8f94-4401-8043-a102f1a1a1ec HTTP/1.1" status: 200 len: 855 time: 0.0807676 Jun 27 12:53:34.293753 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcfd817db0f2403e9dd3fa31950a8c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826372 Jun 27 12:53:34.294424 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40330) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:34.297229 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47c3df5-2f03-43b4-a5c5-1ae5fa0dfd9d,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:34.320005 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.320769 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.320769 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.321057 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.321401 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.322041 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.322382 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.322734 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.323041 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.323373 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.334266 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.334922 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:34.340416 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:34.367598 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-45929e0a-1520-41c4-ae18-5c527f542402 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad63dbb5-11bf-4177-9d20-5e29a67dca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093264 Jun 27 12:53:34.454146 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ee8e218a-e943-4fc0-84ed-869ef504df46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:34.490345 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ee8e218a-e943-4fc0-84ed-869ef504df46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:34.521014 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26734a37-c26e-49cb-b033-4db29a428252 req-5f38b27a-4d9c-46ab-83ea-27727a4cd9ae tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:34.528472 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-26734a37-c26e-49cb-b033-4db29a428252 req-5f38b27a-4d9c-46ab-83ea-27727a4cd9ae tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 944 time: 0.1756511 Jun 27 12:53:34.632627 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-26734a37-c26e-49cb-b033-4db29a428252 req-59b9b09a-dc70-42ee-8e43-dfc9886af0b8 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032965 Jun 27 12:53:34.652680 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-974bc46e-1010-4ed0-b352-33f640bd5c9e req-af9cc438-4bef-4f1d-8d33-db3249830187 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e98503d-3135-4d1a-923c-ceddf01d7491 HTTP/1.1" status: 200 len: 210 time: 0.1504338 Jun 27 12:53:34.710712 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ee8e218a-e943-4fc0-84ed-869ef504df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:34.719014 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:34.737828 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-4906e152-7771-486b-b3bc-4ce7edf43013 service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593748 Jun 27 12:53:34.745447 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e218a-e943-4fc0-84ed-869ef504df46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47c3df5-2f03-43b4-a5c5-1ae5fa0dfd9d,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:34.758622 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ee8e218a-e943-4fc0-84ed-869ef504df46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:34.765792 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ee8e218a-e943-4fc0-84ed-869ef504df46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:34.768040 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ee8e218a-e943-4fc0-84ed-869ef504df46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e47c3df5-2f03-43b4-a5c5-1ae5fa0dfd9d HTTP/1.1" status: 204 len: 168 time: 0.4720311 Jun 27 12:53:34.933702 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device f28fd0fa-e7b5-4626-bcb2-f76728a0b288 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:53:35.025333 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: f28fd0fa-e7b5-4626-bcb2-f76728a0b288 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:53:35.026044 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device f28fd0fa-e7b5-4626-bcb2-f76728a0b288 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:53:35.053208 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40362) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:35.091108 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9c3020d4-8df6-4d10-972d-0a4b2d4a1df8 req-b230ae07-0808-499a-be67-cadc7d3156da service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445127 Jun 27 12:53:35.379511 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03106be0-e7db-44b8-8fd3-b36d6aee6c30 req-5dc85505-64b3-45d2-a6ce-11e036a6a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:35.380969 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-03106be0-e7db-44b8-8fd3-b36d6aee6c30 req-5dc85505-64b3-45d2-a6ce-11e036a6a06d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 1097 time: 0.1100724 Jun 27 12:53:35.556325 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03106be0-e7db-44b8-8fd3-b36d6aee6c30 req-1f278dc4-1941-45d0-b689-ca61cfc732d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:35.557806 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-03106be0-e7db-44b8-8fd3-b36d6aee6c30 req-1f278dc4-1941-45d0-b689-ca61cfc732d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 916 time: 0.1692216 Jun 27 12:53:35.639851 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254986501-network', 'tenant_id': '1cb921c3ae284816bfcfabbd695a8dd0'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:35.645248 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:35.648493 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-03106be0-e7db-44b8-8fd3-b36d6aee6c30 req-f1a29a1a-4137-4915-b779-9e444116b0f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f911679-a7b5-4fab-9603-995d4597c32a HTTP/1.1" status: 200 len: 217 time: 0.0831029 Jun 27 12:53:35.665480 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Usage tracker for resource:network and tenant:1cb921c3ae284816bfcfabbd695a8dd0 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:35.678615 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:35.702067 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:35.760520 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40390) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:35.776580 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03106be0-e7db-44b8-8fd3-b36d6aee6c30 req-95d72977-bba0-4df7-a45b-f5ff77438a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:35.778248 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-03106be0-e7db-44b8-8fd3-b36d6aee6c30 req-95d72977-bba0-4df7-a45b-f5ff77438a98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee69f823-8f94-4401-8043-a102f1a1a1ec HTTP/1.1" status: 200 len: 855 time: 0.1220543 Jun 27 12:53:35.825824 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Made reservation on behalf of 1cb921c3ae284816bfcfabbd695a8dd0 for: {'network': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:35.837113 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:35.855542 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:35.897402 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:35.906414 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb921c3ae284816bfcfabbd695a8dd0 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:35.917759 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:35.923421 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:35.992291 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-03106be0-e7db-44b8-8fd3-b36d6aee6c30 req-cba1d858-c3d3-489b-a244-cd3d1fbcc3e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad63dbb5-11bf-4177-9d20-5e29a67dca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882217 Jun 27 12:53:36.013203 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-730d67a3-2ee7-4cb4-b67c-9ea5474ac581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.040133 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-730d67a3-2ee7-4cb4-b67c-9ea5474ac581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:36.044377 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-730d67a3-2ee7-4cb4-b67c-9ea5474ac581 admin admin] Usage tracker for resource:security_group_rule and tenant:6544144431c446c78872e7c373d3935f is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:36.047566 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-730d67a3-2ee7-4cb4-b67c-9ea5474ac581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:36.054571 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-730d67a3-2ee7-4cb4-b67c-9ea5474ac581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:36.122590 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.207686 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-730d67a3-2ee7-4cb4-b67c-9ea5474ac581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.226699 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0baaff-d408-4a2b-8db8-f9567ad8b541 req-981e50fe-b777-411a-99d1-43baebb80f0c tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:36.229380 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ba0baaff-d408-4a2b-8db8-f9567ad8b541 req-981e50fe-b777-411a-99d1-43baebb80f0c tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 944 time: 0.3404102 Jun 27 12:53:36.270486 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.275205 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:36.297141 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-03106be0-e7db-44b8-8fd3-b36d6aee6c30 req-1475ac6b-3d6e-4c59-9963-a52278e63d5e service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904079 Jun 27 12:53:36.334575 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-730d67a3-2ee7-4cb4-b67c-9ea5474ac581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.388967 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ba0baaff-d408-4a2b-8db8-f9567ad8b541 req-448af57c-fe0d-4e4a-80ac-3f3b0aa0c9aa tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399906 Jun 27 12:53:36.443584 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=79437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:53:36.475765 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-730d67a3-2ee7-4cb4-b67c-9ea5474ac581 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6544144431c446c78872e7c373d3935f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140794 Jun 27 12:53:36.479073 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40428) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:36.484378 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95eb629-59b8-4b63-8fda-9d3a85b2eff9,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:36.489446 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.495989 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.segments_db [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Added segment fafbc953-3ace-44e2-bd63-d915d48c4b8b of type vlan for network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 Jun 27 12:53:36.503390 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:36.509498 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:36.563514 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-03106be0-e7db-44b8-8fd3-b36d6aee6c30 req-ff1d0715-c578-4f3f-90ab-956ce35337dd service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479346 Jun 27 12:53:36.592148 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d67a3-2ee7-4cb4-b67c-9ea5474ac581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b304d30-2099-4cdb-acac-75130b043e7e,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:36.606459 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.619314 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-730d67a3-2ee7-4cb4-b67c-9ea5474ac581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:36.662456 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-be353c49-5c3b-4e0c-b2d3-c62637d9ca6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.701224 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-be353c49-5c3b-4e0c-b2d3-c62637d9ca6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.751575 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.753648 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:36.754257 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.759475 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:36.850273 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-be353c49-5c3b-4e0c-b2d3-c62637d9ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.874807 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-be353c49-5c3b-4e0c-b2d3-c62637d9ca6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:36.876819 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-be353c49-5c3b-4e0c-b2d3-c62637d9ca6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b304d30-2099-4cdb-acac-75130b043e7e HTTP/1.1" status: 204 len: 168 time: 0.3962407 Jun 27 12:53:36.876819 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Pushing event updated for resources: {'Network': ['ID=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:36.884806 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:36.884806 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:36.891007 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be353c49-5c3b-4e0c-b2d3-c62637d9ca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b304d30-2099-4cdb-acac-75130b043e7e,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:36.895384 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-be353c49-5c3b-4e0c-b2d3-c62637d9ca6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:36.895918 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:53:36.954146 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 40446) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:37.015868 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9608114 Jun 27 12:53:37.023526 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 40456) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:37.041409 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Request body: {'subnet': {'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254986501-subnet', 'tenant_id': '1cb921c3ae284816bfcfabbd695a8dd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:37.060633 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:37.068076 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Usage tracker for resource:subnet and tenant:1cb921c3ae284816bfcfabbd695a8dd0 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:37.074830 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:37.089096 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:37.181894 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Made reservation on behalf of 1cb921c3ae284816bfcfabbd695a8dd0 for: {'subnet': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:37.185447 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:37.317461 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ca943624-dc71-435f-b95f-a412f99e8ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:37.343148 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-ca943624-dc71-435f-b95f-a412f99e8ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:37.351463 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-ca943624-dc71-435f-b95f-a412f99e8ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:d130577171394bb5a91135242be33fb7 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:37.355488 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-ca943624-dc71-435f-b95f-a412f99e8ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:37.365594 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-ca943624-dc71-435f-b95f-a412f99e8ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:37.599175 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ca943624-dc71-435f-b95f-a412f99e8ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:37.609208 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:37.616780 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-50444e29-180c-4c75-a856-bc8d170bb65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:37.704496 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02955b01-7631-4c4b-9d06-041455f2fa62,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:37.710704 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:37.714562 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ca943624-dc71-435f-b95f-a412f99e8ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:37.723377 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2f35fb3f-8219-4ad3-870f-caff385fbaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:37.762245 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Checking segment: {'id': 'fafbc953-3ace-44e2-bd63-d915d48c4b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:53:37.762606 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Network hostable DHCP agents. Network: 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:53:37.781683 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7c17d-c367-4df6-9623-69845f2d5fbd req-6e1c8c62-fb91-48bd-a111-1c624a06d4be tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:37.783235 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e0d7c17d-c367-4df6-9623-69845f2d5fbd req-6e1c8c62-fb91-48bd-a111-1c624a06d4be tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 944 time: 0.2484429 Jun 27 12:53:37.793616 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-ca943624-dc71-435f-b95f-a412f99e8ec8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d130577171394bb5a91135242be33fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8380876 Jun 27 12:53:37.794063 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40478) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:37.816303 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca943624-dc71-435f-b95f-a412f99e8ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc204ee-c723-4339-9104-1ac9a54a874f,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:37.825228 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ca943624-dc71-435f-b95f-a412f99e8ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:37.852779 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e0d7c17d-c367-4df6-9623-69845f2d5fbd req-df4d5413-1b7f-4dd3-8372-7059a93af900 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549500 Jun 27 12:53:37.934313 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ff74eab9-b5b6-4df0-830a-49d22960a816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:37.941267 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:53:37.981358 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ff74eab9-b5b6-4df0-830a-49d22960a816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.087654 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5) {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:38.092012 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:38.092646 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.100319 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4359a-b03d-4c31-90d9-8e57d7acac5b None None] Network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:53:38.194866 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 40494) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:38.197822 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ff74eab9-b5b6-4df0-830a-49d22960a816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.203403 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:38.216500 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74eab9-b5b6-4df0-830a-49d22960a816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc204ee-c723-4339-9104-1ac9a54a874f,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:38.222630 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ff74eab9-b5b6-4df0-830a-49d22960a816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:38.225280 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ff74eab9-b5b6-4df0-830a-49d22960a816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.230033 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ff74eab9-b5b6-4df0-830a-49d22960a816 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fc204ee-c723-4339-9104-1ac9a54a874f HTTP/1.1" status: 204 len: 168 time: 0.4303792 Jun 27 12:53:38.245605 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40500) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:38.282922 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d313a80e-209e-475a-8b83-4557b5e5d77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.307510 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c94e34d-ff17-41a7-b589-2dc6f7bc2ffd admin admin] Deleting subnet 148700e4-c700-410f-911a-41e1c218a62f {{(pid=79438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:53:38.311675 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2869782 Jun 27 12:53:38.312985 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7c94e34d-ff17-41a7-b589-2dc6f7bc2ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.314001 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-d313a80e-209e-475a-8b83-4557b5e5d77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:38.319736 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-d313a80e-209e-475a-8b83-4557b5e5d77f admin admin] Usage tracker for resource:security_group_rule and tenant:4ce3b813d7f14d5c940da4c9b147e0a7 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:38.323734 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-d313a80e-209e-475a-8b83-4557b5e5d77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:38.333519 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-d313a80e-209e-475a-8b83-4557b5e5d77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:38.373082 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40506) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:38.485411 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe908351-0739-42f4-8926-73b8a7cbc28c None None] Network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:53:38.499861 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d313a80e-209e-475a-8b83-4557b5e5d77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.508295 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7c94e34d-ff17-41a7-b589-2dc6f7bc2ffd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.516459 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7c94e34d-ff17-41a7-b589-2dc6f7bc2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.614537 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d313a80e-209e-475a-8b83-4557b5e5d77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.640764 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:38.652649 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-d313a80e-209e-475a-8b83-4557b5e5d77f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ce3b813d7f14d5c940da4c9b147e0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034696 Jun 27 12:53:38.653734 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 40516) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:38.671562 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313a80e-209e-475a-8b83-4557b5e5d77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabca305-c6fb-42b9-9ffc-33039830a523,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:38.675762 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d313a80e-209e-475a-8b83-4557b5e5d77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:38.699724 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7c94e34d-ff17-41a7-b589-2dc6f7bc2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.735680 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:38.806220 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94e34d-ff17-41a7-b589-2dc6f7bc2ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148700e4-c700-410f-911a-41e1c218a62f,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:38.809336 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7c94e34d-ff17-41a7-b589-2dc6f7bc2ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:38.810919 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7c94e34d-ff17-41a7-b589-2dc6f7bc2ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.828700 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40526) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:38.829410 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7c94e34d-ff17-41a7-b589-2dc6f7bc2ffd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/148700e4-c700-410f-911a-41e1c218a62f HTTP/1.1" status: 204 len: 168 time: 0.6329720 Jun 27 12:53:38.857926 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-340f651d-63a9-4f50-b4f3-129fd792b1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.907778 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-340f651d-63a9-4f50-b4f3-129fd792b1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.941523 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 0f911679-a7b5-4fab-9603-995d4597c32a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:53:38.958975 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-976d16d6-5926-46d8-b4f2-06ed84565f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:38.990133 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-976d16d6-5926-46d8-b4f2-06ed84565f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:38.994429 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-976d16d6-5926-46d8-b4f2-06ed84565f7b admin admin] Usage tracker for resource:security_group_rule and tenant:a617e5657154431ab828207d9b65b7f2 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:38.997499 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-976d16d6-5926-46d8-b4f2-06ed84565f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:39.006778 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-976d16d6-5926-46d8-b4f2-06ed84565f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:39.042980 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.132803 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 0f911679-a7b5-4fab-9603-995d4597c32a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0f911679-a7b5-4fab-9603-995d4597c32a,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:39.157085 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '0f911679-a7b5-4fab-9603-995d4597c32a', 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80', 'port_id': '0f911679-a7b5-4fab-9603-995d4597c32a', 'mac_address': 'fa:16:3e:34:1d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69f823-8f94-4401-8043-a102f1a1a1ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:53:39.181551 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-340f651d-63a9-4f50-b4f3-129fd792b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.194482 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b719f6e8-dc13-49e7-a91f-6ff98a8115dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:39.233241 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f651d-63a9-4f50-b4f3-129fd792b1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabca305-c6fb-42b9-9ffc-33039830a523,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:39.236657 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-340f651d-63a9-4f50-b4f3-129fd792b1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:39.244101 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-976d16d6-5926-46d8-b4f2-06ed84565f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.244280 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-340f651d-63a9-4f50-b4f3-129fd792b1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.246025 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-340f651d-63a9-4f50-b4f3-129fd792b1c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eabca305-c6fb-42b9-9ffc-33039830a523 HTTP/1.1" status: 204 len: 168 time: 0.5910366 Jun 27 12:53:39.252481 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.268388 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.268749 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.269035 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.270081 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.270439 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > port after_create 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.270765 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.271117 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > port after_update 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.271435 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.271751 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.272147 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.272373 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.289675 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd3d6a-4f32-4408-811b-a930cbc55fcd req-9acc870f-5683-4e45-9fba-8ca30b994778 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:39.289675 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d4dd3d6a-4f32-4408-811b-a930cbc55fcd req-9acc870f-5683-4e45-9fba-8ca30b994778 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 944 time: 0.1468008 Jun 27 12:53:39.351225 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f911679-a7b5-4fab-9603-995d4597c32a {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:53:39.387666 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 0f911679-a7b5-4fab-9603-995d4597c32a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0f911679-a7b5-4fab-9603-995d4597c32a,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:39.404344 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d4dd3d6a-4f32-4408-811b-a930cbc55fcd req-6ebba310-35fa-403c-9ddc-252351d236f9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103308 Jun 27 12:53:39.413727 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 40542) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:39.442359 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-880dd337-6bdb-4842-9586-c4216dd8e7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.459828 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.460597 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.460942 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.461323 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.461814 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:53:39.461933 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-496dd7fd-f58f-466b-9b1d-b27b823c51de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:39.462485 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63652eda-153a-4317-9754-619bbb705000']}} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:39.467418 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-880dd337-6bdb-4842-9586-c4216dd8e7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:39.473446 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-880dd337-6bdb-4842-9586-c4216dd8e7d5 admin admin] Usage tracker for resource:security_group_rule and tenant:9aed505186fb47b0871617784865a68f is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:39.476496 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8083fd2b-0482-4f93-988f-33b4c6a55bcb') {'for_net_delete': True} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:39.476963 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8083fd2b-0482-4f93-988f-33b4c6a55bcb') {} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:39.477689 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-880dd337-6bdb-4842-9586-c4216dd8e7d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:39.484432 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-880dd337-6bdb-4842-9586-c4216dd8e7d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:39.489695 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1730991'] for segment, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.507010 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.514601 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=79437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:53:39.515229 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1731490'] for segment, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: from cryptography.utils import int_from_bytes Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: from cryptography.utils import int_from_bytes Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: util.warn_limited( Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: util.warn_limited( Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: Traceback (most recent call last): Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: timer() Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: cb(*args, **kw) Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: return func(*args, **kwargs) Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: self._notify() Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: self.callback(batched_events) Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: event.method(event) Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: return f(self, *a, **k) Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: return self._get(url).json() Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: return self.request(url, 'GET', **kwargs) Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:53:39.541275 dv-cinder-798099-1-smb neutron-server[79437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:53:39.561897 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=0f911679-a7b5-4fab-9603-995d4597c32a,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:39.573761 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.574209 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.575005 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.575485 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.575884 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.576284 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.577052 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.577215 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.577624 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.578415 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.578762 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.579150 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:39.583858 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:39.595661 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-880dd337-6bdb-4842-9586-c4216dd8e7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.599846 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-976d16d6-5926-46d8-b4f2-06ed84565f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.611783 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:39.663746 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-976d16d6-5926-46d8-b4f2-06ed84565f7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a617e5657154431ab828207d9b65b7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2895527 Jun 27 12:53:39.666536 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 40546) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:39.667815 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d16d6-5926-46d8-b4f2-06ed84565f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14253c9c-3fcd-49d8-859f-24bbd34dda2f,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:39.671068 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-976d16d6-5926-46d8-b4f2-06ed84565f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:39.687694 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-880dd337-6bdb-4842-9586-c4216dd8e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.704583 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1545dd9e-efa3-48ac-a446-afe1cee047bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:39.734455 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.740354 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-54f7c609-8805-44cd-9423-62a63e282f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:39.764690 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.786413 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=63652eda-153a-4317-9754-619bbb705000,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:39.800738 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:39.816522 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-880dd337-6bdb-4842-9586-c4216dd8e7d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9aed505186fb47b0871617784865a68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992617 Jun 27 12:53:39.818293 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40554) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:39.827775 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dd337-6bdb-4842-9586-c4216dd8e7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47e97b3-14a9-4d58-bb09-8a3d8b5f0822,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:39.833671 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-880dd337-6bdb-4842-9586-c4216dd8e7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:39.865614 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['0f911679-a7b5-4fab-9603-995d4597c32a'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:53:39.868620 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a6e2334f-d9ed-4270-a02e-c19b5d2aa391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.898097 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3d99b0f7-b592-4d17-8f9e-063234c362b2 req-12b066d5-ae62-4a9a-aa38-ac0670e452c0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1944857 Jun 27 12:53:39.913221 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a6e2334f-d9ed-4270-a02e-c19b5d2aa391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:39.957939 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/63652eda-153a-4317-9754-619bbb705000 HTTP/1.1" status: 204 len: 168 time: 1.1250811 Jun 27 12:53:40.041073 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-83efbbb4-cbf9-448a-97c1-48c721cb6875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:40.078977 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-83efbbb4-cbf9-448a-97c1-48c721cb6875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:40.163546 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99b0f7-b592-4d17-8f9e-063234c362b2 req-35cec6ec-2422-4d9c-9e81-b75db3573a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:40.165157 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3d99b0f7-b592-4d17-8f9e-063234c362b2 req-35cec6ec-2422-4d9c-9e81-b75db3573a64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 1098 time: 0.1554501 Jun 27 12:53:40.260477 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-83efbbb4-cbf9-448a-97c1-48c721cb6875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:40.269475 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:40.290938 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a6e2334f-d9ed-4270-a02e-c19b5d2aa391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:40.304024 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efbbb4-cbf9-448a-97c1-48c721cb6875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47e97b3-14a9-4d58-bb09-8a3d8b5f0822,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:40.317519 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-83efbbb4-cbf9-448a-97c1-48c721cb6875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:40.318669 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-83efbbb4-cbf9-448a-97c1-48c721cb6875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:40.319834 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-83efbbb4-cbf9-448a-97c1-48c721cb6875 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a47e97b3-14a9-4d58-bb09-8a3d8b5f0822 HTTP/1.1" status: 204 len: 168 time: 0.4996293 Jun 27 12:53:40.343720 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-bd4bd901-d7b2-41bd-9053-26c6ed22747e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:40.365610 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2334f-d9ed-4270-a02e-c19b5d2aa391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14253c9c-3fcd-49d8-859f-24bbd34dda2f,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:40.372032 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a6e2334f-d9ed-4270-a02e-c19b5d2aa391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:40.400922 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a6e2334f-d9ed-4270-a02e-c19b5d2aa391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:40.401959 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-a6e2334f-d9ed-4270-a02e-c19b5d2aa391 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14253c9c-3fcd-49d8-859f-24bbd34dda2f HTTP/1.1" status: 204 len: 168 time: 0.7342145 Jun 27 12:53:40.414820 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63debaaf-2820-4c4e-98fd-0efc9ea65886 req-66b2f770-8ee0-4a55-a407-8f60d58fcae6 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:40.416272 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-63debaaf-2820-4c4e-98fd-0efc9ea65886 req-66b2f770-8ee0-4a55-a407-8f60d58fcae6 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 945 time: 0.2972679 Jun 27 12:53:40.449413 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99b0f7-b592-4d17-8f9e-063234c362b2 req-4ad910e6-92c6-4386-9d01-b01f5336a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:40.450778 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3d99b0f7-b592-4d17-8f9e-063234c362b2 req-4ad910e6-92c6-4386-9d01-b01f5336a9d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 916 time: 0.2614880 Jun 27 12:53:40.485015 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40582) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:40.572717 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3d99b0f7-b592-4d17-8f9e-063234c362b2 req-2cd501be-658d-4ec7-9983-9d3cc6992420 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=425e04bf-f19e-4777-b8d5-b24f4102e577 HTTP/1.1" status: 200 len: 217 time: 0.1125069 Jun 27 12:53:40.582336 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-63debaaf-2820-4c4e-98fd-0efc9ea65886 req-2a405df5-10c7-4c5b-b4f1-2b5840f96f8b tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562836 Jun 27 12:53:40.629000 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-6525a77c-0863-45ea-aed4-b784d3559f9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=803c1bdc12994ea7a1df65e67858dae0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1414866 Jun 27 12:53:40.634859 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40588) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:40.662204 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99b0f7-b592-4d17-8f9e-063234c362b2 req-4cc5e610-3eeb-457a-8a46-ff54585f5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:40.663739 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3d99b0f7-b592-4d17-8f9e-063234c362b2 req-4cc5e610-3eeb-457a-8a46-ff54585f5a76 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee69f823-8f94-4401-8043-a102f1a1a1ec HTTP/1.1" status: 200 len: 855 time: 0.0791094 Jun 27 12:53:40.725065 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f223fcc6-e8e2-4895-9aff-4f0490ff2fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:40.728889 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3d99b0f7-b592-4d17-8f9e-063234c362b2 req-598efbbc-79fc-41b7-b4ca-1c34381649b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad63dbb5-11bf-4177-9d20-5e29a67dca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483050 Jun 27 12:53:40.734696 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066060-aaa5-4823-a71d-1cdaa91c31a0 req-85dfa771-afe0-4ef5-b491-30dfc1745628 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:40.736121 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-81066060-aaa5-4823-a71d-1cdaa91c31a0 req-85dfa771-afe0-4ef5-b491-30dfc1745628 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 945 time: 0.1586158 Jun 27 12:53:40.784968 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f223fcc6-e8e2-4895-9aff-4f0490ff2fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:40.822570 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-81066060-aaa5-4823-a71d-1cdaa91c31a0 req-35aeccff-877d-4b7f-8d8d-086d4871cfc1 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780869 Jun 27 12:53:40.900007 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3d99b0f7-b592-4d17-8f9e-063234c362b2 req-e0903984-9ba1-49c0-b831-8df2978a8c6d service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578150 Jun 27 12:53:40.985829 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f223fcc6-e8e2-4895-9aff-4f0490ff2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:40.990982 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3abd9650-759c-438e-8fc2-44e12c7e57d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:41.007240 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223fcc6-e8e2-4895-9aff-4f0490ff2fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06406235-9537-4e8c-a3d5-0a348615db71,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:41.013831 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-f223fcc6-e8e2-4895-9aff-4f0490ff2fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:41.067200 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3d99b0f7-b592-4d17-8f9e-063234c362b2 req-ef8c0be2-bde2-477d-bc43-dbc94a7206c8 service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593087 Jun 27 12:53:41.093612 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f223fcc6-e8e2-4895-9aff-4f0490ff2fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:41.097830 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-f223fcc6-e8e2-4895-9aff-4f0490ff2fa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06406235-9537-4e8c-a3d5-0a348615db71 HTTP/1.1" status: 204 len: 168 time: 0.4588418 Jun 27 12:53:41.822728 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eba57b-5af1-4808-8565-1e7a24fa5e4c req-38e1ecf2-ca3f-4fe8-aa80-fa2bcca376f6 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:41.827639 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c0eba57b-5af1-4808-8565-1e7a24fa5e4c req-38e1ecf2-ca3f-4fe8-aa80-fa2bcca376f6 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 945 time: 0.1033638 Jun 27 12:53:41.895205 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c0eba57b-5af1-4808-8565-1e7a24fa5e4c req-e8e55236-fc08-42f9-a73f-ffb4691cdf2f tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b2fea01-0859-457d-a785-94b1158412d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650380 Jun 27 12:53:42.042340 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca94f25-eb85-49e3-9b85-e1fc85fc3ba6 req-66b6c042-428f-4379-8c8b-b95c0f7d5767 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:42.042340 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fca94f25-eb85-49e3-9b85-e1fc85fc3ba6 req-66b6c042-428f-4379-8c8b-b95c0f7d5767 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 945 time: 0.0829661 Jun 27 12:53:42.134737 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fca94f25-eb85-49e3-9b85-e1fc85fc3ba6 req-f5cf3a6f-64e0-4cdf-8b9f-262a05f1f469 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854638 Jun 27 12:53:42.186378 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab7ba-8dab-4e42-a796-36c2bf26faa5 req-efec649a-d721-4bdd-ada1-49c24e1fcdea tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:42.187018 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6e9ab7ba-8dab-4e42-a796-36c2bf26faa5 req-efec649a-d721-4bdd-ada1-49c24e1fcdea tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.52 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 945 time: 0.1015570 Jun 27 12:53:42.260654 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-6e9ab7ba-8dab-4e42-a796-36c2bf26faa5 req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Deleting port 91dba74b-222f-476c-95ff-ea7eeb700356 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:53:42.260904 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6e9ab7ba-8dab-4e42-a796-36c2bf26faa5 req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:42.606750 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-6e9ab7ba-8dab-4e42-a796-36c2bf26faa5 req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] For port 91dba74b-222f-476c-95ff-ea7eeb700356, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=91dba74b-222f-476c-95ff-ea7eeb700356,segment=NetworkSegment(11e6d717-ac44-4055-a445-9430fd414c87),segment_id=11e6d717-ac44-4055-a445-9430fd414c87)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:42.607268 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6e9ab7ba-8dab-4e42-a796-36c2bf26faa5 req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:42.732738 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-6e9ab7ba-8dab-4e42-a796-36c2bf26faa5 req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Calling delete_port for 91dba74b-222f-476c-95ff-ea7eeb700356 owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:53:42.975665 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 0f911679-a7b5-4fab-9603-995d4597c32a up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:53:43.094276 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6e9ab7ba-8dab-4e42-a796-36c2bf26faa5 req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:43.103722 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d94a3810-779c-4e10-bb7a-3f8cc46ba563 req-c01bbf3c-9f6a-40ca-8719-13fd47ff5230 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 210 time: 0.0611415 Jun 27 12:53:43.112545 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['91dba74b-222f-476c-95ff-ea7eeb700356'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:53:43.123027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-47ab5d32-f383-4bc8-ae88-29a61ada8286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:43.254879 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 0f911679-a7b5-4fab-9603-995d4597c32a completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:53:43.261487 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 0f911679-a7b5-4fab-9603-995d4597c32a triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:53:43.262205 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:43.265047 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Pushing event deleted for resources: {'Port': ['ID=91dba74b-222f-476c-95ff-ea7eeb700356,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:43.268120 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:43.314715 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9ab7ba-8dab-4e42-a796-36c2bf26faa5 req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] No DVR routers for this DVR port 91dba74b-222f-476c-95ff-ea7eeb700356 on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:53:43.319196 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6e9ab7ba-8dab-4e42-a796-36c2bf26faa5 req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:43.322803 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6459f3e9-02ea-4fb8-84ad-8713e959d34f', 'name': 'network-vif-deleted', 'tag': '91dba74b-222f-476c-95ff-ea7eeb700356'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:43.334545 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-192330d9-8482-4ce0-9f15-9b6fa774a425 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:43.336071 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-192330d9-8482-4ce0-9f15-9b6fa774a425 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/networks?id=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 HTTP/1.1" status: 200 len: 809 time: 0.3413966 Jun 27 12:53:43.371100 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-8323310b-04fc-4b90-aca4-f47d74784ec0 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/quotas/1cb921c3ae284816bfcfabbd695a8dd0 HTTP/1.1" status: 200 len: 375 time: 0.0226467 Jun 27 12:53:43.425904 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-1ed54e6b-71a4-4e1a-b273-31fa99c12dac tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb921c3ae284816bfcfabbd695a8dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492461 Jun 27 12:53:43.470373 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:43.475013 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6e9ab7ba-8dab-4e42-a796-36c2bf26faa5 req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.52 "DELETE /v2.0/ports/91dba74b-222f-476c-95ff-ea7eeb700356 HTTP/1.1" status: 204 len: 173 time: 1.2813699 Jun 27 12:53:43.507532 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76abb0d9-8f99-4e20-9ff7-9ad736762932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f911679-a7b5-4fab-9603-995d4597c32a'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:43.518007 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 0f911679-a7b5-4fab-9603-995d4597c32a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0f911679-a7b5-4fab-9603-995d4597c32a,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:43.533237 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c732a9e-efc5-4f22-b624-8c0b317688cd req-6f1fffce-3ad3-43e8-a2f5-81e9b8520e75 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:43.536203 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1c732a9e-efc5-4f22-b624-8c0b317688cd req-6f1fffce-3ad3-43e8-a2f5-81e9b8520e75 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 945 time: 0.1143603 Jun 27 12:53:43.598193 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1c732a9e-efc5-4f22-b624-8c0b317688cd req-87bcaa00-8073-4fa8-bd98-501a3c20f63a tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551078 Jun 27 12:53:43.614697 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:43.616585 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:43.667215 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-64f6d233-2e33-4040-ab34-ed09851aff67 service neutron] 10.222.0.41 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266688 Jun 27 12:53:43.761776 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6459f3e9-02ea-4fb8-84ad-8713e959d34f', 'name': 'network-vif-deleted', 'tag': '91dba74b-222f-476c-95ff-ea7eeb700356', 'status': 'completed', 'code': 200} Jun 27 12:53:43.792227 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=0f911679-a7b5-4fab-9603-995d4597c32a,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:43.798766 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:43.859320 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76abb0d9-8f99-4e20-9ff7-9ad736762932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f911679-a7b5-4fab-9603-995d4597c32a', 'code': 200} Jun 27 12:53:43.970196 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-50bffa00-d475-4bb3-afc4-214c20a0d044 service neutron] 10.222.0.41 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848194 Jun 27 12:53:44.205725 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 40764) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:44.327379 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0972ae93-4a40-4f33-a7e6-535351406b20 req-c279ac8c-1053-44ca-bf55-ce152b8a960c tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 210 time: 0.0646615 Jun 27 12:53:44.377247 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-29daa69e-b930-40d1-a6e8-b762a5e24818 req-4d9c0ad6-9bc9-4cf8-91aa-eedf35ec0b8e tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] 10.222.0.41 "GET /v2.0/ports?device_id=6459f3e9-02ea-4fb8-84ad-8713e959d34f HTTP/1.1" status: 200 len: 210 time: 0.0648367 Jun 27 12:53:44.578740 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb6ff4-0c9b-47e5-af06-2788390c196b req-95818495-9d0c-4efa-911e-a871e5eac029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:44.580193 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-41eb6ff4-0c9b-47e5-af06-2788390c196b req-95818495-9d0c-4efa-911e-a871e5eac029 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 1099 time: 0.1467590 Jun 27 12:53:44.612903 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-771662051-network', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:44.620339 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:44.630288 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Usage tracker for resource:network and tenant:5f21edd734134ff2a249e0951d5cb298 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:44.634665 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:44.644679 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:44.650357 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-41eb6ff4-0c9b-47e5-af06-2788390c196b req-e620f914-7d2f-4599-9d48-81651371e78d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615079 Jun 27 12:53:44.808871 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a28c35-44c0-44ed-8532-5501a9c9a9fc req-c117fa17-fbc0-485c-a5f5-049f587e72a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:44.810317 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-23a28c35-44c0-44ed-8532-5501a9c9a9fc req-c117fa17-fbc0-485c-a5f5-049f587e72a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 946 time: 0.0807507 Jun 27 12:53:44.812383 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Made reservation on behalf of 5f21edd734134ff2a249e0951d5cb298 for: {'network': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:44.816941 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:44.855109 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:44.948539 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:44.955217 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Usage tracker for resource:security_group_rule and tenant:5f21edd734134ff2a249e0951d5cb298 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:44.965543 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:44.976354 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:44.988142 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-23a28c35-44c0-44ed-8532-5501a9c9a9fc req-45c510b7-ef04-4828-a610-ffb738a0ad9e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576755 Jun 27 12:53:45.080156 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:45.197288 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:45.201664 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7356b061-b719-4c48-86d9-cc9307167c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:45.227221 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=79438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:53:45.239731 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:45.242896 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:45.245659 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:45.246019 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.segments_db [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Added segment f9500d24-0f64-4694-a2b6-f75f6ed4fa26 of type vlan for network e0a05e66-37fd-4570-83e5-5ee41014dd0b Jun 27 12:53:45.274760 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:45.495470 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ad8bf98e-08f8-4749-b048-5d88eada22e1 req-0db08d00-abfd-48c7-9c1d-b105da188e0f tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 210 time: 0.0882432 Jun 27 12:53:45.496796 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:45.498964 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:45.500042 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:45.532605 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-00772ba1-875e-4eaa-8c2b-3c3b9ba8b7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:45.635030 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4293947 Jun 27 12:53:45.638214 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40832) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:45.644743 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Request body: {'subnet': {'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-771662051-subnet', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:45.650321 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Pushing event updated for resources: {'Network': ['ID=e0a05e66-37fd-4570-83e5-5ee41014dd0b,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:45.650684 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:45.654964 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:45.655970 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Usage tracker for resource:subnet and tenant:5f21edd734134ff2a249e0951d5cb298 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:45.666718 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:45.671620 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network e0a05e66-37fd-4570-83e5-5ee41014dd0b details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:53:45.680855 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:45.802945 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Made reservation on behalf of 5f21edd734134ff2a249e0951d5cb298 for: {'subnet': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:45.805880 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27294234'] for subnet, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:46.227592 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1730881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27294220'] for subnet, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:46.253799 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:46.390824 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:46.397385 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Checking segment: {'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:53:46.398182 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Network hostable DHCP agents. Network: e0a05e66-37fd-4570-83e5-5ee41014dd0b, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:53:46.405213 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce390726-c430-4a6a-89bf-434dd6715207,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:46.416207 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:46.442813 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9437b-5b47-43f9-8931-1ea0a89a76da req-b6b2d570-949d-41fb-bb4a-170174d8191d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:46.444324 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-24c9437b-5b47-43f9-8931-1ea0a89a76da req-b6b2d570-949d-41fb-bb4a-170174d8191d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 946 time: 0.2610717 Jun 27 12:53:46.498529 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-24c9437b-5b47-43f9-8931-1ea0a89a76da req-613e2966-e63d-4cd4-9b00-0d04ec2c2550 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480185 Jun 27 12:53:46.518502 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Network e0a05e66-37fd-4570-83e5-5ee41014dd0b is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:53:46.614208 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, e0a05e66-37fd-4570-83e5-5ee41014dd0b) {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:46.619142 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:46.620040 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:46.626540 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b0084a-5896-41c1-9c74-a3f987f59d12 None None] Network e0a05e66-37fd-4570-83e5-5ee41014dd0b requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:53:46.681229 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-723848a4-c0c5-4728-a477-96ba32b166c9 req-b548a507-43be-404e-9b19-ca7eb80be49b tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 210 time: 0.0516171 Jun 27 12:53:46.777749 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 40858) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:46.779174 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-357a5f9e-5bb7-4dc1-b44b-d3c7907cfc0a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1392078 Jun 27 12:53:46.782752 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-771662051-router', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:46.788188 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:46.792272 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Usage tracker for resource:router and tenant:5f21edd734134ff2a249e0951d5cb298 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:46.795544 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:46.803078 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:46.861582 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19d963a-f147-4797-9593-aaa2bfcf6aa0 None None] Network e0a05e66-37fd-4570-83e5-5ee41014dd0b requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:53:46.919333 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7315'] for router, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:46.922087 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7300'] for router, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:46.943105 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:46.988285 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 91dba74b-222f-476c-95ff-ea7eeb700356 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:53:47.029671 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 91dba74b-222f-476c-95ff-ea7eeb700356 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:53:47.030040 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 91dba74b-222f-476c-95ff-ea7eeb700356 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:53:47.444123 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3831392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7286'] for router, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:47.463769 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-205b53b2-56a1-4dd6-ab04-cc993ce63899 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:47.465334 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-205b53b2-56a1-4dd6-ab04-cc993ce63899 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.52 "GET /v2.0/networks?id=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 HTTP/1.1" status: 200 len: 809 time: 0.4108543 Jun 27 12:53:47.482237 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Request body: {'port': {'device_id': 'cdedd29e-5840-4efc-bbf4-98e67a5ce7bc', 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5', 'admin_state_up': True, 'tenant_id': '1cb921c3ae284816bfcfabbd695a8dd0'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:47.848145 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:47.855867 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Usage tracker for resource:port and tenant:1cb921c3ae284816bfcfabbd695a8dd0 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:47.860549 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:47.870749 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:47.903500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004b92d-23b9-4349-a8c9-8b8c24088795 req-92a8075d-4c22-450b-9f58-1d81aa74123d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:47.905074 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3004b92d-23b9-4349-a8c9-8b8c24088795 req-92a8075d-4c22-450b-9f58-1d81aa74123d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 946 time: 0.1934059 Jun 27 12:53:47.911262 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-bdd268d7-57cf-4bdb-8277-eb7ff8c9ca16 req-fa72594f-0e33-4ac4-92d9-8527b082564a tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 210 time: 0.0601671 Jun 27 12:53:47.964767 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Made reservation on behalf of 1cb921c3ae284816bfcfabbd695a8dd0 for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:47.968359 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:48.039416 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3004b92d-23b9-4349-a8c9-8b8c24088795 req-6188e08f-cc55-4844-adb5-55b9779c9675 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229198 Jun 27 12:53:48.092890 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40896) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:48.263692 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-bbb7da2c-4f18-464f-9eea-3fd18c36d365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:48.288996 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-bbb7da2c-4f18-464f-9eea-3fd18c36d365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:48.297950 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-bbb7da2c-4f18-464f-9eea-3fd18c36d365 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e5ef598de5457d950413528cdaf5a3 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:48.304318 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-bbb7da2c-4f18-464f-9eea-3fd18c36d365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:48.311321 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-bbb7da2c-4f18-464f-9eea-3fd18c36d365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:48.350198 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:48.417483 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:48.430267 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-bbb7da2c-4f18-464f-9eea-3fd18c36d365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:48.505265 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Allocated IP 172.20.0.10 (0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5/02955b01-7631-4c4b-9d06-041455f2fa62/bafe732a-5fe1-481b-b68b-0aa30e62bb41) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:53:48.512107 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-bbb7da2c-4f18-464f-9eea-3fd18c36d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:48.525798 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-8846435e-8f4e-4de5-a517-ce1179b7b693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:48.562346 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7da2c-4f18-464f-9eea-3fd18c36d365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e6ed64-9c5f-4bf3-b3f1-3d1e77540ab0,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:48.576390 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-bbb7da2c-4f18-464f-9eea-3fd18c36d365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:48.593267 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-bbb7da2c-4f18-464f-9eea-3fd18c36d365 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7e5ef598de5457d950413528cdaf5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4992127 Jun 27 12:53:48.597158 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40916) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:48.715078 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3239b7cc-f273-4727-ae3d-401fa4215373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:48.753103 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3239b7cc-f273-4727-ae3d-401fa4215373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:48.771169 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Allocated IP 172.28.1.83 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/67fb72d2-fb8f-4b1c-8982-6c1911914719) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:53:48.972903 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:48.997168 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3239b7cc-f273-4727-ae3d-401fa4215373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:49.003994 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:49.019675 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239b7cc-f273-4727-ae3d-401fa4215373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e6ed64-9c5f-4bf3-b3f1-3d1e77540ab0,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:49.024311 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3239b7cc-f273-4727-ae3d-401fa4215373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:49.029243 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3239b7cc-f273-4727-ae3d-401fa4215373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:49.035536 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-3239b7cc-f273-4727-ae3d-401fa4215373 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7e6ed64-9c5f-4bf3-b3f1-3d1e77540ab0 HTTP/1.1" status: 204 len: 168 time: 0.4325478 Jun 27 12:53:49.083442 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:49.137913 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6c91f4e7-49fa-4660-a47f-8c1b3ff568a7 req-74971740-be1e-40f6-9419-6f35cfff298c tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 210 time: 0.0734427 Jun 27 12:53:49.225025 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:49.230361 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:49.293944 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:49.347757 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:53:49.352886 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:49.369815 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:53:49.378138 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:49.378992 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:49.388326 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:53:49.399519 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:49.402394 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Pushing event updated for resources: {'Port': ['ID=bafe732a-5fe1-481b-b68b-0aa30e62bb41,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:49.407683 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:53:49.467587 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:49.473417 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:49.683639 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Pushing event updated for resources: {'Port': ['ID=67fb72d2-fb8f-4b1c-8982-6c1911914719,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:49.686600 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:49.690785 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2121577 Jun 27 12:53:49.706270 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Request body: {'port': {'device_id': 'cdedd29e-5840-4efc-bbf4-98e67a5ce7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:49.867397 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:50.020771 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40950) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:50.044501 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fe7cf1b6-d832-41cf-8aeb-394c3e8d96e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:50.063501 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-fe7cf1b6-d832-41cf-8aeb-394c3e8d96e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:50.068301 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-fe7cf1b6-d832-41cf-8aeb-394c3e8d96e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0e61b0cbf06a43029581ec7a37f645e4 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:50.071902 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-fe7cf1b6-d832-41cf-8aeb-394c3e8d96e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:50.088759 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-fe7cf1b6-d832-41cf-8aeb-394c3e8d96e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:50.217713 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fe7cf1b6-d832-41cf-8aeb-394c3e8d96e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:50.281643 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fe7cf1b6-d832-41cf-8aeb-394c3e8d96e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:50.289409 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3239b7cc-f273-4727-ae3d-401fa4215373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:50.347492 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-fe7cf1b6-d832-41cf-8aeb-394c3e8d96e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e61b0cbf06a43029581ec7a37f645e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254349 Jun 27 12:53:50.348347 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cf1b6-d832-41cf-8aeb-394c3e8d96e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed01a83f-765a-4583-a87c-2bb4bf927692,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:50.351077 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 40958) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:50.354462 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-fe7cf1b6-d832-41cf-8aeb-394c3e8d96e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:50.421391 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5670ac0f-4e70-4d18-9886-f07a93e04d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:50.453444 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5670ac0f-4e70-4d18-9886-f07a93e04d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:50.485734 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:50.631544 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5670ac0f-4e70-4d18-9886-f07a93e04d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:50.635599 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-75f315b5-86c7-4826-83a7-7607ecf99d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:50.647462 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670ac0f-4e70-4d18-9886-f07a93e04d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed01a83f-765a-4583-a87c-2bb4bf927692,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:50.651391 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5670ac0f-4e70-4d18-9886-f07a93e04d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:50.655453 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5670ac0f-4e70-4d18-9886-f07a93e04d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:50.659728 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-5670ac0f-4e70-4d18-9886-f07a93e04d99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed01a83f-765a-4583-a87c-2bb4bf927692 HTTP/1.1" status: 204 len: 168 time: 0.3044271 Jun 27 12:53:50.691046 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0723e-a8d0-48c0-bcdc-a15248c065e3 req-4b0d84ff-ee9f-442f-b502-cc19d762f62a tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:50.691746 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-68b0723e-a8d0-48c0-bcdc-a15248c065e3 req-4b0d84ff-ee9f-442f-b502-cc19d762f62a tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Synchronizing usage tracker for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:50.723774 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-65862361-8149-41bd-a1df-b3d5433923f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:50.823215 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafe732a-5fe1-481b-b68b-0aa30e62bb41 {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:53:50.838746 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-68b0723e-a8d0-48c0-bcdc-a15248c065e3 req-4b0d84ff-ee9f-442f-b502-cc19d762f62a tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Unset dirty status for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:50.839904 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68b0723e-a8d0-48c0-bcdc-a15248c065e3 req-4b0d84ff-ee9f-442f-b502-cc19d762f62a tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 932 time: 0.5126286 Jun 27 12:53:50.901089 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:50.951141 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Transition to ACTIVE for port object bafe732a-5fe1-481b-b68b-0aa30e62bb41 will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:53:51.026503 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68b0723e-a8d0-48c0-bcdc-a15248c065e3 req-f036c2ee-f7d2-4ae5-9c63-104db2b2f7a7 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224136 Jun 27 12:53:51.111334 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:51.133639 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:51.233991 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:51.340535 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3831367'] for router, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:51.371689 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Pushing event updated for resources: {'Port': ['ID=bafe732a-5fe1-481b-b68b-0aa30e62bb41,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:51.387129 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:51.558359 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Attempting to bind port bafe732a-5fe1-481b-b68b-0aa30e62bb41 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:53:51.558935 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Attempting to bind port bafe732a-5fe1-481b-b68b-0aa30e62bb41 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'fafbc953-3ace-44e2-bd63-d915d48c4b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:53:51.559036 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Attempting to bind port bafe732a-5fe1-481b-b68b-0aa30e62bb41 on network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:53:51.573860 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Port bafe732a-5fe1-481b-b68b-0aa30e62bb41 on network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:53:51.574232 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Attempting to bind port bafe732a-5fe1-481b-b68b-0aa30e62bb41 on network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:53:51.655226 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:53:51.655483 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Checking segment: {'id': 'fafbc953-3ace-44e2-bd63-d915d48c4b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:53:51.655875 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Bound using segment: {'id': 'fafbc953-3ace-44e2-bd63-d915d48c4b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:53:51.656323 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Bound port: bafe732a-5fe1-481b-b68b-0aa30e62bb41, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafbc953-3ace-44e2-bd63-d915d48c4b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:53:51.656665 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:51.745275 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-dd63aa8d-9b6a-45ec-8921-6e2b3e5def7d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:51.746870 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-dd63aa8d-9b6a-45ec-8921-6e2b3e5def7d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 815 time: 0.4598770 Jun 27 12:53:51.793016 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-3d427527-d7e1-41c4-8743-f7ad95d73d57 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/quotas/fcb92e9377bb46debad9fdb20f60124f HTTP/1.1" status: 200 len: 375 time: 0.0284188 Jun 27 12:53:51.888910 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] For port bafe732a-5fe1-481b-b68b-0aa30e62bb41, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:53:51.914795 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] For port bafe732a-5fe1-481b-b68b-0aa30e62bb41, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bafe732a-5fe1-481b-b68b-0aa30e62bb41,segment=NetworkSegment(fafbc953-3ace-44e2-bd63-d915d48c4b8b),segment_id=fafbc953-3ace-44e2-bd63-d915d48c4b8b)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:53:51.944737 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-e01e11f6-3f44-4cef-a098-8857f5632133 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1416430 Jun 27 12:53:52.158609 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 is scheduled to L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f with binding_index 1 {{(pid=79438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:53:52.166086 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:52.241627 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:52.342588 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4cc62-0e98-40e5-b470-43573e768876 req-de8eddc0-6417-44e1-bf17-dd041ac732f4 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:52.344882 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:52.345509 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:52.347294 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] 10.222.0.52 "PUT /v2.0/ports/bafe732a-5fe1-481b-b68b-0aa30e62bb41 HTTP/1.1" status: 200 len: 1094 time: 2.6465385 Jun 27 12:53:52.362069 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdedd29e-5840-4efc-bbf4-98e67a5ce7bc', 'tag': 'bafe732a-5fe1-481b-b68b-0aa30e62bb41'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:53:52.363212 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-49e4cc62-0e98-40e5-b470-43573e768876 req-de8eddc0-6417-44e1-bf17-dd041ac732f4 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 944 time: 0.1552813 Jun 27 12:53:52.426077 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-49e4cc62-0e98-40e5-b470-43573e768876 req-7613eab1-6d9d-4653-a5b2-24402ef03410 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Synchronizing usage tracker for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:security_group {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:52.525510 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-c41041b8-c5fc-4cdc-a31d-7a31cceb5775 service neutron] 10.222.0.41 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735915 Jun 27 12:53:52.528336 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Pushing event updated for resources: {'Port': ['ID=bafe732a-5fe1-481b-b68b-0aa30e62bb41,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:52.532108 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:52.539446 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-49e4cc62-0e98-40e5-b470-43573e768876 req-7613eab1-6d9d-4653-a5b2-24402ef03410 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Unset dirty status for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:security_group {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:52.540960 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-49e4cc62-0e98-40e5-b470-43573e768876 req-7613eab1-6d9d-4653-a5b2-24402ef03410 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766939 Jun 27 12:53:52.572118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:53:52.582746 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Sync routers for ids ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:53:52.596192 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Routers {'439f21ac-322e-4e7d-88c4-4a61b5a77c23'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:53:52.597153 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:53:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:52.739140 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-65b1f0ca-3414-4942-bc74-6a4374406b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:52.740676 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-65b1f0ca-3414-4942-bc74-6a4374406b1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1cb921c3ae284816bfcfabbd695a8dd0&device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 1097 time: 0.2735307 Jun 27 12:53:52.768789 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Notify callbacks [] for router, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:52.779469 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0006235 Jun 27 12:53:52.784308 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 41048) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:52.862226 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdedd29e-5840-4efc-bbf4-98e67a5ce7bc', 'tag': 'bafe732a-5fe1-481b-b68b-0aa30e62bb41', 'status': 'completed', 'code': 200} Jun 27 12:53:52.864480 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-fc513de7-a30b-45bd-a6fc-80a380723411 service neutron] 10.222.0.41 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281894 Jun 27 12:53:52.873564 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-0941d03f-3e93-45ac-a5c3-165028c46541 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bafe732a-5fe1-481b-b68b-0aa30e62bb41 HTTP/1.1" status: 200 len: 217 time: 0.1059053 Jun 27 12:53:52.900443 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Set router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:53:52.967967 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-1f15f87e-0b4a-485e-a107-51592b54e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:52.969528 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-1f15f87e-0b4a-485e-a107-51592b54e3e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02955b01-7631-4c4b-9d06-041455f2fa62 HTTP/1.1" status: 200 len: 849 time: 0.0888741 Jun 27 12:53:53.046617 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-da3f3452-2d0e-48bf-a3fd-b284b8a4a4b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635996 Jun 27 12:53:53.401951 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-ced92513-69c1-44ad-b73c-5979d683b656 service neutron] 10.222.0.52 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490601 Jun 27 12:53:53.407879 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:53:53.425305 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-4743b8bc-2baa-4bc7-8524-27304c9328c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:53.454422 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'name': 'tempest-ServerRescueNegativeTestJSON-771662051-router', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:53:46Z', 'updated_at': '2021-06-27T12:53:49Z', 'revision_number': 3, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'gw_port': {'id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:59:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:53:48Z', 'updated_at': '2021-06-27T12:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:53.477627 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Checking router: 439f21ac-322e-4e7d-88c4-4a61b5a77c23 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:53:53.477627 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Updating router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 port 67fb72d2-fb8f-4b1c-8982-6c1911914719 binding host dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:53:53.626200 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:53.627691 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-19b9895e-538a-45d1-93ad-cfbfba20b674 req-7da6e3c5-6f70-444c-8352-2910a8e45731 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 210 time: 0.1338282 Jun 27 12:53:53.642259 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bacaee3-ee52-49b5-b1d3-cb4f0e39eb59 req-1c4ee011-5f26-4a04-a513-bac7197fbf91 service neutron] 10.222.0.52 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293305 Jun 27 12:53:53.991258 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903b38-b879-4155-a278-c2b01fa3b375 req-c4f26e1e-cd88-440b-8fe1-3031b20ed4e0 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:53.993557 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0f903b38-b879-4155-a278-c2b01fa3b375 req-c4f26e1e-cd88-440b-8fe1-3031b20ed4e0 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 944 time: 0.2669721 Jun 27 12:53:54.035705 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357d350-bf70-484d-a6e4-6fd023922efd req-151dfd1f-fc95-4d07-8477-62d17b201641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:54.037180 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4357d350-bf70-484d-a6e4-6fd023922efd req-151dfd1f-fc95-4d07-8477-62d17b201641 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1cb921c3ae284816bfcfabbd695a8dd0&device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 1097 time: 0.2028074 Jun 27 12:53:54.125603 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:54.142643 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0f903b38-b879-4155-a278-c2b01fa3b375 req-6c2a7297-ae7a-4f9c-9e0d-edccdb207c25 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336973 Jun 27 12:53:54.166511 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Notify callbacks [] for port, precommit_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:54.229675 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.provisioning_blocks [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Transition to ACTIVE for port object 67fb72d2-fb8f-4b1c-8982-6c1911914719 will not be triggered until provisioned by entity L2. {{(pid=79440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:53:54.260819 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357d350-bf70-484d-a6e4-6fd023922efd req-fed9ea4d-60cf-4551-bed1-cdf44c2426db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:54.262750 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4357d350-bf70-484d-a6e4-6fd023922efd req-fed9ea4d-60cf-4551-bed1-cdf44c2426db service neutron] 10.222.0.52 "GET /v2.0/networks?id=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 HTTP/1.1" status: 200 len: 910 time: 0.2136667 Jun 27 12:53:54.305958 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:54.314177 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-69712650-c268-44fe-b7cb-3cb0d3c9e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:54.343227 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4357d350-bf70-484d-a6e4-6fd023922efd req-31baf9b8-ae89-45f6-9904-c764310f3bbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bafe732a-5fe1-481b-b68b-0aa30e62bb41 HTTP/1.1" status: 200 len: 217 time: 0.0707123 Jun 27 12:53:54.428170 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Allocated IP 172.20.0.1 (e0a05e66-37fd-4570-83e5-5ee41014dd0b/ce390726-c430-4a6a-89bf-434dd6715207/8628e95f-48b0-4410-824e-0dd9ea927ab5) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:53:54.464573 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Attempting to bind port 67fb72d2-fb8f-4b1c-8982-6c1911914719 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:53:54.465009 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Attempting to bind port 67fb72d2-fb8f-4b1c-8982-6c1911914719 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:53:54.475472 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Attempting to bind port 67fb72d2-fb8f-4b1c-8982-6c1911914719 on network d32f493c-8559-4b40-85d3-8491f4b6d87a {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:53:54.506148 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:53:54.506514 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Checking segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:53:54.507064 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:54.507322 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Bound using segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:53:54.512134 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Bound port: 67fb72d2-fb8f-4b1c-8982-6c1911914719, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:53:54.514794 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:54.555500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357d350-bf70-484d-a6e4-6fd023922efd req-6fb171f5-1826-4ea2-b536-021c290fd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:54.557018 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4357d350-bf70-484d-a6e4-6fd023922efd req-6fb171f5-1826-4ea2-b536-021c290fd4bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02955b01-7631-4c4b-9d06-041455f2fa62 HTTP/1.1" status: 200 len: 849 time: 0.2083163 Jun 27 12:53:54.568192 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:54.586381 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Pushing event updated for resources: {'Port': ['ID=67fb72d2-fb8f-4b1c-8982-6c1911914719,revision_number=2']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:54.597682 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.598108 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.598508 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.608319 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.608743 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.609085 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.609416 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.609741 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.610113 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.610609 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.611102 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.611636 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:53:54.618554 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:54.691258 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] For port 67fb72d2-fb8f-4b1c-8982-6c1911914719, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:53:54.698373 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] For port 67fb72d2-fb8f-4b1c-8982-6c1911914719, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=67fb72d2-fb8f-4b1c-8982-6c1911914719,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:53:54.699316 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4357d350-bf70-484d-a6e4-6fd023922efd req-7ac69acb-ae8d-42ac-9522-946a92346d4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346374 Jun 27 12:53:54.716944 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:54.825051 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:54.831769 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:54.881379 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4357d350-bf70-484d-a6e4-6fd023922efd req-0f1cb3ae-3643-48ef-91aa-e91f07e1a618 service neutron] 10.222.0.52 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742299 Jun 27 12:53:54.910644 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:54.931388 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b8291e40-68a9-4d52-97a5-0345a7cb29c0 req-4b8af718-6acd-47c0-8932-d6e757a2c217 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 210 time: 0.1190741 Jun 27 12:53:54.933112 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:55.023630 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Pushing event updated for resources: {'Port': ['ID=67fb72d2-fb8f-4b1c-8982-6c1911914719,revision_number=3']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:55.026968 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Routers {'439f21ac-322e-4e7d-88c4-4a61b5a77c23'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:53:55.028008 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:53:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:55.046014 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Network e0a05e66-37fd-4570-83e5-5ee41014dd0b is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:53:55.047644 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:55.054189 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:53:55.088338 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-e50dfd78-eff7-4174-92ed-dfd9a5fd674c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:55.109533 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Pushing event updated for resources: {'Port': ['ID=8628e95f-48b0-4410-824e-0dd9ea927ab5,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:55.113706 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4357d350-bf70-484d-a6e4-6fd023922efd req-046a5aad-e9ba-498a-bfe8-23293b95027e service neutron] 10.222.0.52 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218552 Jun 27 12:53:55.126909 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:55.143889 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3831425'] for router_interface, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:55.249206 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] Set router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:53:55.548753 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:55.722294 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'name': 'tempest-ServerRescueNegativeTestJSON-771662051-router', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:53:46Z', 'updated_at': '2021-06-27T12:53:49Z', 'revision_number': 3, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'gw_port': {'id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:59:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:53:48Z', 'updated_at': '2021-06-27T12:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:55.729399 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b00c538-2e26-4106-800c-a7429803f0b2 None None] The sync data for ids ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'] in dv-cinder-798099-1-smb is: [{'id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'name': 'tempest-ServerRescueNegativeTestJSON-771662051-router', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:53:46Z', 'updated_at': '2021-06-27T12:53:49Z', 'revision_number': 3, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'gw_port': {'id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:59:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:53:48Z', 'updated_at': '2021-06-27T12:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:53:55.779124 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131d7a7-6aad-425b-94d2-3fb0177e8f4e req-aa60dbbd-0006-416f-8ea7-753b47c7e7dd tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:55.784313 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c131d7a7-6aad-425b-94d2-3fb0177e8f4e req-aa60dbbd-0006-416f-8ea7-753b47c7e7dd tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 944 time: 0.3655906 Jun 27 12:53:56.020817 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c131d7a7-6aad-425b-94d2-3fb0177e8f4e req-3400a3b0-cb7c-484d-b59f-a9892565699f tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283804 Jun 27 12:53:56.100686 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:56.260203 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:56.301282 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:56.367287 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 67fb72d2-fb8f-4b1c-8982-6c1911914719 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:53:56.380190 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:56.402151 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4ca5550a-a80d-4492-8017-501d0426477b req-9af55def-958d-451c-a714-0ca2cf6681a0 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 210 time: 0.1678829 Jun 27 12:53:56.404916 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 41162) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:56.440916 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-e89c9fb3-c239-485b-b4ce-6282449665c0 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:56.447057 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-e89c9fb3-c239-485b-b4ce-6282449665c0 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 815 time: 0.4118464 Jun 27 12:53:56.465354 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Request body: {'port': {'device_id': 'e3974d97-12d3-4cce-8313-e77d10b697cb', 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80', 'admin_state_up': True, 'tenant_id': 'fcb92e9377bb46debad9fdb20f60124f'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:56.516967 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 67fb72d2-fb8f-4b1c-8982-6c1911914719 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:53:56.523336 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 67fb72d2-fb8f-4b1c-8982-6c1911914719 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:53:56.523720 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:56.523981 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Pushing event updated for resources: {'Port': ['ID=8628e95f-48b0-4410-824e-0dd9ea927ab5,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:56.545239 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910184'] for router_interface, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:56.552163 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:56.696980 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:56.747043 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:56.823800 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Network e0a05e66-37fd-4570-83e5-5ee41014dd0b is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:53:56.827860 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:56.868394 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:56.911497 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Made reservation on behalf of fcb92e9377bb46debad9fdb20f60124f for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:53:56.914911 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port 67fb72d2-fb8f-4b1c-8982-6c1911914719, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=67fb72d2-fb8f-4b1c-8982-6c1911914719,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:56.924981 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:56.946749 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-74794c2b-c1da-4da3-aeab-438e0da628cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:57.020720 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:57.022990 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:57.052533 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-74794c2b-c1da-4da3-aeab-438e0da628cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:57.084078 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-74794c2b-c1da-4da3-aeab-438e0da628cc admin admin] Usage tracker for resource:security_group_rule and tenant:3a511b6040f4460f8b47857d2cd8a996 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:57.106166 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-74794c2b-c1da-4da3-aeab-438e0da628cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:57.107397 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device bafe732a-5fe1-481b-b68b-0aa30e62bb41 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:53:57.140631 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-74794c2b-c1da-4da3-aeab-438e0da628cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:57.230333 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:53:57.248886 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=67fb72d2-fb8f-4b1c-8982-6c1911914719,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:57.261539 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:57.396380 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Allocated IP 172.20.0.8 (ad63dbb5-11bf-4177-9d20-5e29a67dca80/ee69f823-8f94-4401-8043-a102f1a1a1ec/32bd0915-8abb-4ddc-a724-bd3b294422df) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:53:57.409623 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port bafe732a-5fe1-481b-b68b-0aa30e62bb41, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bafe732a-5fe1-481b-b68b-0aa30e62bb41,segment=NetworkSegment(fafbc953-3ace-44e2-bd63-d915d48c4b8b),segment_id=fafbc953-3ace-44e2-bd63-d915d48c4b8b)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:57.450688 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': 'bafe732a-5fe1-481b-b68b-0aa30e62bb41', 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5', 'port_id': 'bafe732a-5fe1-481b-b68b-0aa30e62bb41', 'mac_address': 'fa:16:3e:1a:a9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02955b01-7631-4c4b-9d06-041455f2fa62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:53:57.494933 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda45e3c-bfeb-48a8-a71f-936ad0426f4e req-fbeb123a-abca-4922-a98a-f175ed0e3f3c tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:57.503743 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-eda45e3c-bfeb-48a8-a71f-936ad0426f4e req-fbeb123a-abca-4922-a98a-f175ed0e3f3c tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 944 time: 0.2610302 Jun 27 12:53:57.505607 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:53:57.516435 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] 10.222.0.41 "PUT /v2.0/routers/439f21ac-322e-4e7d-88c4-4a61b5a77c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7302887 Jun 27 12:53:57.582077 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:57.612863 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafe732a-5fe1-481b-b68b-0aa30e62bb41 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:53:57.649560 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port bafe732a-5fe1-481b-b68b-0aa30e62bb41, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bafe732a-5fe1-481b-b68b-0aa30e62bb41,segment=NetworkSegment(fafbc953-3ace-44e2-bd63-d915d48c4b8b),segment_id=fafbc953-3ace-44e2-bd63-d915d48c4b8b)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:53:57.651972 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-eda45e3c-bfeb-48a8-a71f-936ad0426f4e req-0802c493-ab97-42a2-9917-bd08cd51d1b3 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472409 Jun 27 12:53:57.658645 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-74794c2b-c1da-4da3-aeab-438e0da628cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:57.726748 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:57.728659 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:57.735414 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4c6c3384-21b3-4211-9290-a67fc5a02899 req-311cfe33-3c6b-4133-b4e8-a4457842da03 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 210 time: 0.0575383 Jun 27 12:53:57.764562 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-74794c2b-c1da-4da3-aeab-438e0da628cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:57.784962 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:57.846363 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=bafe732a-5fe1-481b-b68b-0aa30e62bb41,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:57.851698 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:57.895111 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-74794c2b-c1da-4da3-aeab-438e0da628cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a511b6040f4460f8b47857d2cd8a996&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4871435 Jun 27 12:53:57.895111 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74794c2b-c1da-4da3-aeab-438e0da628cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be52b5e-11c8-4f6d-ae68-54e340de68ff,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:57.896247 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 41200) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:57.896994 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-74794c2b-c1da-4da3-aeab-438e0da628cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:57.968348 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:58.058821 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-05d301e5-33be-4e32-8207-ec806d0b5de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:58.113928 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-05d301e5-33be-4e32-8207-ec806d0b5de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:58.121852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:58.132049 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e36974e3-a57b-4b68-b58b-bef6fb1279bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:58.136645 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['425e04bf-f19e-4777-b8d5-b24f4102e577', '0f911679-a7b5-4fab-9603-995d4597c32a'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:53:58.233817 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['bafe732a-5fe1-481b-b68b-0aa30e62bb41'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:53:58.253563 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Network ad63dbb5-11bf-4177-9d20-5e29a67dca80 is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:53:58.261868 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:53:58.266749 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:53:58.277659 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:58.278615 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:58.294174 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-05d301e5-33be-4e32-8207-ec806d0b5de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:58.302205 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-730d67a3-2ee7-4cb4-b67c-9ea5474ac581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:58.320714 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d301e5-33be-4e32-8207-ec806d0b5de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be52b5e-11c8-4f6d-ae68-54e340de68ff,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:58.324454 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-05d301e5-33be-4e32-8207-ec806d0b5de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:58.325640 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-05d301e5-33be-4e32-8207-ec806d0b5de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:58.326238 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 67fb72d2-fb8f-4b1c-8982-6c1911914719 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:53:58.331052 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-05d301e5-33be-4e32-8207-ec806d0b5de0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6be52b5e-11c8-4f6d-ae68-54e340de68ff HTTP/1.1" status: 204 len: 168 time: 0.4272075 Jun 27 12:53:58.344020 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Pushing event updated for resources: {'Port': ['ID=32bd0915-8abb-4ddc-a724-bd3b294422df,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:58.409936 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:58.417430 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Sync routers for ids ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:53:58.494757 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Routers {'439f21ac-322e-4e7d-88c4-4a61b5a77c23'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:53:58.495386 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:53:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:58.496783 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-1f26b9bc-5b69-4e85-bbcf-d2770627284a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:58.497479 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-1f26b9bc-5b69-4e85-bbcf-d2770627284a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Synchronizing usage tracker for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:network {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:53:58.568164 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1072760 Jun 27 12:53:58.584519 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Request body: {'port': {'device_id': 'e3974d97-12d3-4cce-8313-e77d10b697cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:53:58.629208 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-1f26b9bc-5b69-4e85-bbcf-d2770627284a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Unset dirty status for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:network {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:53:58.630564 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-1f26b9bc-5b69-4e85-bbcf-d2770627284a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/networks?id=e0a05e66-37fd-4570-83e5-5ee41014dd0b HTTP/1.1" status: 200 len: 818 time: 0.3385594 Jun 27 12:53:58.659257 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-150ffb2e-5f03-4aa9-b23c-65b4d82342ba tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/quotas/5f21edd734134ff2a249e0951d5cb298 HTTP/1.1" status: 200 len: 375 time: 0.0210969 Jun 27 12:53:58.816699 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 67fb72d2-fb8f-4b1c-8982-6c1911914719 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:53:58.817068 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:58.887869 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:58.933196 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0464-8976-4f5d-ba7a-a16e9445e55e req-2ef1abea-9821-4cc7-b8be-d2ffc120e9e6 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:58.943805 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-238a0464-8976-4f5d-ba7a-a16e9445e55e req-2ef1abea-9821-4cc7-b8be-d2ffc120e9e6 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 945 time: 0.1459787 Jun 27 12:53:58.962400 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Set router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:53:58.983859 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-98516061-7451-4678-ad07-3d80d753e96f tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3175633 Jun 27 12:53:58.996539 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-238a0464-8976-4f5d-ba7a-a16e9445e55e req-d998b8ca-f976-4c51-ad62-188b342991e0 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516088 Jun 27 12:53:59.316048 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ece0d7-5f4b-4afe-9f04-3e106131138b req-303e3221-7382-4979-9677-ec60dd560172 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:53:59.325342 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-58ece0d7-5f4b-4afe-9f04-3e106131138b req-303e3221-7382-4979-9677-ec60dd560172 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 931 time: 0.1889546 Jun 27 12:53:59.329602 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-766b6b83-2765-4450-90c2-9f99fb55716d service neutron] 10.222.0.41 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335507 Jun 27 12:53:59.393845 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 41242) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:59.471813 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-86803495-4df4-46f5-9d0f-dc0e7d3b6cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:59.493217 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-58ece0d7-5f4b-4afe-9f04-3e106131138b req-a01e3aaa-727e-4daa-8e7c-6570a4f65fc9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662006 Jun 27 12:53:59.501368 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-86803495-4df4-46f5-9d0f-dc0e7d3b6cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:53:59.508608 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-86803495-4df4-46f5-9d0f-dc0e7d3b6cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:d9aabdbc72e3481dbf5b897378279c4b is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:53:59.514782 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-86803495-4df4-46f5-9d0f-dc0e7d3b6cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:53:59.523949 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-86803495-4df4-46f5-9d0f-dc0e7d3b6cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:53:59.644803 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'name': 'tempest-ServerRescueNegativeTestJSON-771662051-router', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:53:46Z', 'updated_at': '2021-06-27T12:53:55Z', 'revision_number': 4, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'gw_port': {'id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:59:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:53:48Z', 'updated_at': '2021-06-27T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '8628e95f-48b0-4410-824e-0dd9ea927ab5', 'name': '', 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'mac_address': 'fa:16:3e:e0:c9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'ce390726-c430-4a6a-89bf-434dd6715207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:53:54Z', 'updated_at': '2021-06-27T12:53:55Z', 'revision_number': 2, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'subnets': [{'id': 'ce390726-c430-4a6a-89bf-434dd6715207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:53:59.649745 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Checking router: 439f21ac-322e-4e7d-88c4-4a61b5a77c23 for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:53:59.650152 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Updating router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 port 8628e95f-48b0-4410-824e-0dd9ea927ab5 binding host dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:53:59.708744 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-86803495-4df4-46f5-9d0f-dc0e7d3b6cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:59.750344 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:59.761583 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-baf29fa5-13c2-4e77-82ae-13246451a791 service neutron] 10.222.0.41 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238970 Jun 27 12:53:59.782706 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32bd0915-8abb-4ddc-a724-bd3b294422df {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:53:59.797089 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:59.802779 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-86803495-4df4-46f5-9d0f-dc0e7d3b6cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:59.815642 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Transition to ACTIVE for port object 32bd0915-8abb-4ddc-a724-bd3b294422df will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:53:59.837254 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-05d301e5-33be-4e32-8207-ec806d0b5de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:59.892110 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-86803495-4df4-46f5-9d0f-dc0e7d3b6cc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9aabdbc72e3481dbf5b897378279c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967875 Jun 27 12:53:59.895740 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 41258) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:53:59.898747 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86803495-4df4-46f5-9d0f-dc0e7d3b6cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f63d17-0755-4310-a01d-3ec7c361b7bd,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:53:59.899167 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:59.907410 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9370b20b-dfb7-4467-8a7a-a55678e686a9 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:53:59.923703 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-86803495-4df4-46f5-9d0f-dc0e7d3b6cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:53:59.977187 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aaefdbef-f283-4e07-95cf-e56b7a55e597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:00.049504 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aaefdbef-f283-4e07-95cf-e56b7a55e597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:00.217672 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-bb574300-51fa-4061-8182-d48564285c43 req-df9bbc68-c99e-4d9b-a1f6-4ef5ecaa0dc9 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Synchronizing usage tracker for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:00.255057 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Pushing event updated for resources: {'Port': ['ID=32bd0915-8abb-4ddc-a724-bd3b294422df,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:00.258397 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:00.304853 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Attempting to bind port 32bd0915-8abb-4ddc-a724-bd3b294422df on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:54:00.305330 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Attempting to bind port 32bd0915-8abb-4ddc-a724-bd3b294422df by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:54:00.305735 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Attempting to bind port 32bd0915-8abb-4ddc-a724-bd3b294422df on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:00.306997 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Notify callbacks [] for port, precommit_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:00.313515 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Port 32bd0915-8abb-4ddc-a724-bd3b294422df on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:54:00.313930 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Attempting to bind port 32bd0915-8abb-4ddc-a724-bd3b294422df on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:00.320353 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Transition to ACTIVE for port object 8628e95f-48b0-4410-824e-0dd9ea927ab5 will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:00.328955 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:54:00.329282 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Checking segment: {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:00.329658 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Bound using segment: {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:54:00.330124 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Bound port: 32bd0915-8abb-4ddc-a724-bd3b294422df, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:54:00.330462 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:00.368266 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-bb574300-51fa-4061-8182-d48564285c43 req-df9bbc68-c99e-4d9b-a1f6-4ef5ecaa0dc9 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Unset dirty status for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:00.369515 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-bb574300-51fa-4061-8182-d48564285c43 req-df9bbc68-c99e-4d9b-a1f6-4ef5ecaa0dc9 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 210 time: 0.3070221 Jun 27 12:54:00.370214 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aaefdbef-f283-4e07-95cf-e56b7a55e597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:00.374032 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-39f85f27-5a02-4b25-b79f-5ce4b7377369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:00.386700 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefdbef-f283-4e07-95cf-e56b7a55e597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f63d17-0755-4310-a01d-3ec7c361b7bd,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:00.394227 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-aaefdbef-f283-4e07-95cf-e56b7a55e597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:00.397854 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aaefdbef-f283-4e07-95cf-e56b7a55e597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:00.398125 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:00.399008 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-aaefdbef-f283-4e07-95cf-e56b7a55e597 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4f63d17-0755-4310-a01d-3ec7c361b7bd HTTP/1.1" status: 204 len: 168 time: 0.5022807 Jun 27 12:54:00.407428 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:00.432600 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d266b-86cc-4798-8681-a41cccd98a24 req-a579b95b-7573-404c-8754-b456ae3d43f6 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:00.440416 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c92d266b-86cc-4798-8681-a41cccd98a24 req-a579b95b-7573-404c-8754-b456ae3d43f6 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 945 time: 0.1924648 Jun 27 12:54:00.505434 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] For port 32bd0915-8abb-4ddc-a724-bd3b294422df, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:54:00.530289 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c92d266b-86cc-4798-8681-a41cccd98a24 req-ce90fba5-2711-44cf-a131-09f0d6e723bc tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885327 Jun 27 12:54:00.565523 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] For port 32bd0915-8abb-4ddc-a724-bd3b294422df, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=32bd0915-8abb-4ddc-a724-bd3b294422df,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:54:00.613126 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fabf67-42fd-41b5-ac3c-3d701607d7c8 None None] Pushing event updated for resources: {'Port': ['ID=8628e95f-48b0-4410-824e-0dd9ea927ab5,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:00.638640 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-31fabf67-42fd-41b5-ac3c-3d701607d7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:00.645385 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:00.653902 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:00.750040 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:00.750921 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:00.752759 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] 10.222.0.52 "PUT /v2.0/ports/32bd0915-8abb-4ddc-a724-bd3b294422df HTTP/1.1" status: 200 len: 1093 time: 2.1763813 Jun 27 12:54:00.753498 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3974d97-12d3-4cce-8313-e77d10b697cb', 'tag': '32bd0915-8abb-4ddc-a724-bd3b294422df'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:00.820138 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac4d04-f69e-4162-9e48-947748c327ac req-6c70c920-51ad-4703-80e9-e7dfe1e3bd07 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:00.824666 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3dac4d04-f69e-4162-9e48-947748c327ac req-6c70c920-51ad-4703-80e9-e7dfe1e3bd07 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 943 time: 0.1674302 Jun 27 12:54:00.920433 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3dac4d04-f69e-4162-9e48-947748c327ac req-c802c13e-0f07-4f6c-b72c-5fc09cc4f8b4 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837176 Jun 27 12:54:00.948631 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Pushing event updated for resources: {'Port': ['ID=32bd0915-8abb-4ddc-a724-bd3b294422df,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:00.966560 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:01.048849 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-dee6a629-7649-44fb-9441-6df4d5e2dc66 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:01.048849 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-dee6a629-7649-44fb-9441-6df4d5e2dc66 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/networks?id=e0a05e66-37fd-4570-83e5-5ee41014dd0b HTTP/1.1" status: 200 len: 818 time: 0.2997866 Jun 27 12:54:01.072540 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-e13f053f-bad3-47e3-bdd7-23ba1ddb0d2d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/quotas/5f21edd734134ff2a249e0951d5cb298 HTTP/1.1" status: 200 len: 375 time: 0.0153284 Jun 27 12:54:01.075700 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-d09a5cb1-bda5-469a-8c0b-1dd2bb364d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:01.078221 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-d09a5cb1-bda5-469a-8c0b-1dd2bb364d34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 1096 time: 0.1623826 Jun 27 12:54:01.093709 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device bafe732a-5fe1-481b-b68b-0aa30e62bb41 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:01.280387 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3974d97-12d3-4cce-8313-e77d10b697cb', 'tag': '32bd0915-8abb-4ddc-a724-bd3b294422df', 'status': 'completed', 'code': 200} Jun 27 12:54:01.297233 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-8873a297-1de8-4efa-8bc6-4f10687d5ded service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32bd0915-8abb-4ddc-a724-bd3b294422df HTTP/1.1" status: 200 len: 217 time: 0.1624825 Jun 27 12:54:01.329587 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port bafe732a-5fe1-481b-b68b-0aa30e62bb41 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:01.353188 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port bafe732a-5fe1-481b-b68b-0aa30e62bb41 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:01.353689 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:01.417649 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Attempting to bind port 8628e95f-48b0-4410-824e-0dd9ea927ab5 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:54:01.418071 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Attempting to bind port 8628e95f-48b0-4410-824e-0dd9ea927ab5 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:54:01.418436 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Attempting to bind port 8628e95f-48b0-4410-824e-0dd9ea927ab5 on network e0a05e66-37fd-4570-83e5-5ee41014dd0b {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:01.441099 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:54:01.450626 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Checking segment: {'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:01.450626 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:01.450626 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Bound using segment: {'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:54:01.450626 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Bound port: 8628e95f-48b0-4410-824e-0dd9ea927ab5, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:54:01.450626 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:01.492735 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-f732970d-8b36-448c-a313-abbeea543504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:01.494197 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-f732970d-8b36-448c-a313-abbeea543504 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee69f823-8f94-4401-8043-a102f1a1a1ec HTTP/1.1" status: 200 len: 855 time: 0.1855247 Jun 27 12:54:01.541238 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-83a63347-998c-42d9-aca3-7059c1236dc8 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4617443 Jun 27 12:54:01.548178 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-1088d2b3-72c6-4c84-8de4-c98d0aa5fd73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad63dbb5-11bf-4177-9d20-5e29a67dca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464859 Jun 27 12:54:01.570409 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:01.618785 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdedd29e-5840-4efc-bbf4-98e67a5ce7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafe732a-5fe1-481b-b68b-0aa30e62bb41'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:01.625284 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] For port 8628e95f-48b0-4410-824e-0dd9ea927ab5, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:54:01.631481 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] For port 8628e95f-48b0-4410-824e-0dd9ea927ab5, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=8628e95f-48b0-4410-824e-0dd9ea927ab5,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:54:01.634542 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port bafe732a-5fe1-481b-b68b-0aa30e62bb41, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bafe732a-5fe1-481b-b68b-0aa30e62bb41,segment=NetworkSegment(fafbc953-3ace-44e2-bd63-d915d48c4b8b),segment_id=fafbc953-3ace-44e2-bd63-d915d48c4b8b)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:01.706511 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:01.710121 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:01.717482 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:01.871485 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=bafe732a-5fe1-481b-b68b-0aa30e62bb41,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:01.876545 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-8f37ae44-9ee7-4f51-9351-9ce1f2fc47e6 service neutron] 10.222.0.41 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274896 Jun 27 12:54:01.893324 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-978f380a-efc3-432e-86e5-f2187e9d9c7e service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240886 Jun 27 12:54:01.984302 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Routers {'439f21ac-322e-4e7d-88c4-4a61b5a77c23'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:54:01.985133 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:53:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:02.012974 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1624f-eb98-4c31-a6d2-a77b8412a724 req-545b5c7d-a4c4-4a99-a6f8-e51c75620177 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:02.042595 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3cc1624f-eb98-4c31-a6d2-a77b8412a724 req-545b5c7d-a4c4-4a99-a6f8-e51c75620177 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 946 time: 0.3488688 Jun 27 12:54:02.136235 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3cc1624f-eb98-4c31-a6d2-a77b8412a724 req-e278e654-24c9-4315-84e2-3aeffa50db49 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926576 Jun 27 12:54:02.231980 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdedd29e-5840-4efc-bbf4-98e67a5ce7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafe732a-5fe1-481b-b68b-0aa30e62bb41', 'code': 200} Jun 27 12:54:02.246236 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fabf67-42fd-41b5-ac3c-3d701607d7c8 None None] Pushing event updated for resources: {'Port': ['ID=8628e95f-48b0-4410-824e-0dd9ea927ab5,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:02.251334 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-31fabf67-42fd-41b5-ac3c-3d701607d7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:02.251956 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:02.252230 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:02.266787 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] Set router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:54:02.295216 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-f08b9d38-d8d7-4e52-bc2c-03d41e5c6b9f service neutron] 10.222.0.41 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962259 Jun 27 12:54:02.314172 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-458eb798-5b13-412a-8371-a6edf481e2b0 req-c494ddcc-aca3-4247-82c0-acf036405aec service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065382 Jun 27 12:54:02.468390 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a0cbc-fdc0-4946-b189-3a6317b3a1fd req-a8cbae0c-4f6e-4e06-9e20-be8ac142e70b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:02.479341 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b03a0cbc-fdc0-4946-b189-3a6317b3a1fd req-a8cbae0c-4f6e-4e06-9e20-be8ac142e70b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 943 time: 0.1631596 Jun 27 12:54:02.554470 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b03a0cbc-fdc0-4946-b189-3a6317b3a1fd req-9d70dda1-4531-4751-b8e3-5ff2f7a67ce0 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676465 Jun 27 12:54:02.647046 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad5cba-f5c9-48f6-852a-0ba659e064e4 req-81b02ed3-177d-4058-bdfe-966e330a17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:02.652852 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-71ad5cba-f5c9-48f6-852a-0ba659e064e4 req-81b02ed3-177d-4058-bdfe-966e330a17aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 1096 time: 0.2244205 Jun 27 12:54:02.855430 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'name': 'tempest-ServerRescueNegativeTestJSON-771662051-router', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:53:46Z', 'updated_at': '2021-06-27T12:53:55Z', 'revision_number': 4, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'gw_port': {'id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:59:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:53:48Z', 'updated_at': '2021-06-27T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '8628e95f-48b0-4410-824e-0dd9ea927ab5', 'name': '', 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'mac_address': 'fa:16:3e:e0:c9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'ce390726-c430-4a6a-89bf-434dd6715207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:53:54Z', 'updated_at': '2021-06-27T12:54:01Z', 'revision_number': 4, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'subnets': [{'id': 'ce390726-c430-4a6a-89bf-434dd6715207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:02.860562 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a2d2c-c666-405a-bd00-0735659d0783 None None] The sync data for ids ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'] in dv-cinder-798099-1-smb is: [{'id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'name': 'tempest-ServerRescueNegativeTestJSON-771662051-router', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:53:46Z', 'updated_at': '2021-06-27T12:53:55Z', 'revision_number': 4, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'gw_port': {'id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:59:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:53:48Z', 'updated_at': '2021-06-27T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '8628e95f-48b0-4410-824e-0dd9ea927ab5', 'name': '', 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'mac_address': 'fa:16:3e:e0:c9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'ce390726-c430-4a6a-89bf-434dd6715207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:53:54Z', 'updated_at': '2021-06-27T12:54:01Z', 'revision_number': 4, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'subnets': [{'id': 'ce390726-c430-4a6a-89bf-434dd6715207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:54:03.083253 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25922de-3f46-4d18-9eed-bf69bc884c26 req-e3c3d9ad-7d80-4f82-95ce-5c4ba9633d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:03.085620 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e25922de-3f46-4d18-9eed-bf69bc884c26 req-e3c3d9ad-7d80-4f82-95ce-5c4ba9633d39 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 1099 time: 0.1200688 Jun 27 12:54:03.165710 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e25922de-3f46-4d18-9eed-bf69bc884c26 req-0d9e9337-848f-4225-b43a-c704ba2f420f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715101 Jun 27 12:54:03.165921 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-30d6073f-8d51-42db-b7f2-84ded7e9c78f req-ef4967e4-0e48-4059-8d2b-ae0d6b2e2526 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 210 time: 0.1877294 Jun 27 12:54:03.269838 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad5cba-f5c9-48f6-852a-0ba659e064e4 req-f14134f4-87a0-48b6-a891-4961a1611690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:03.272570 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-71ad5cba-f5c9-48f6-852a-0ba659e064e4 req-f14134f4-87a0-48b6-a891-4961a1611690 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 916 time: 0.6120679 Jun 27 12:54:03.396201 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-71ad5cba-f5c9-48f6-852a-0ba659e064e4 req-cd9212a0-e153-4249-a004-19b983146cfb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32bd0915-8abb-4ddc-a724-bd3b294422df HTTP/1.1" status: 200 len: 217 time: 0.0789511 Jun 27 12:54:03.453795 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eea293-43e3-46ab-8af7-66ae529b834f req-cf41b17e-38f5-4039-ad39-c77623390b18 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:03.456109 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-78eea293-43e3-46ab-8af7-66ae529b834f req-cf41b17e-38f5-4039-ad39-c77623390b18 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 946 time: 0.1391065 Jun 27 12:54:03.508054 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad5cba-f5c9-48f6-852a-0ba659e064e4 req-74345f9b-5e07-442d-9e6a-b9592ea10187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:03.511977 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-71ad5cba-f5c9-48f6-852a-0ba659e064e4 req-74345f9b-5e07-442d-9e6a-b9592ea10187 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee69f823-8f94-4401-8043-a102f1a1a1ec HTTP/1.1" status: 200 len: 855 time: 0.0939651 Jun 27 12:54:03.540937 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-78eea293-43e3-46ab-8af7-66ae529b834f req-2702fb5c-9e9f-4b44-9a04-927610c70443 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776973 Jun 27 12:54:03.572159 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-71ad5cba-f5c9-48f6-852a-0ba659e064e4 req-c3e6e860-9fe7-4cc4-8dc6-fc39e6aa809c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad63dbb5-11bf-4177-9d20-5e29a67dca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521088 Jun 27 12:54:03.803320 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-71ad5cba-f5c9-48f6-852a-0ba659e064e4 req-170e81f8-c8f7-4778-8572-9092bd1acafe service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244813 Jun 27 12:54:03.840549 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a4900-ddc8-4f54-8158-1f7e8b72f904 req-7330aea6-05d6-4a67-a1c4-d82572111a9f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:03.841380 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-a91a4900-ddc8-4f54-8158-1f7e8b72f904 req-7330aea6-05d6-4a67-a1c4-d82572111a9f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Synchronizing usage tracker for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:03.983686 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-71ad5cba-f5c9-48f6-852a-0ba659e064e4 req-86058ac7-cee5-4822-8bc0-d06e86336260 service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683125 Jun 27 12:54:04.128448 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-a91a4900-ddc8-4f54-8158-1f7e8b72f904 req-7330aea6-05d6-4a67-a1c4-d82572111a9f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Unset dirty status for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:04.129729 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a91a4900-ddc8-4f54-8158-1f7e8b72f904 req-7330aea6-05d6-4a67-a1c4-d82572111a9f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 943 time: 0.4369762 Jun 27 12:54:04.317927 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 8628e95f-48b0-4410-824e-0dd9ea927ab5 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:04.422852 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3eea5ee5-19e6-463d-be9d-7317bd88da69 req-ec3abe0c-b0ff-4fdf-b02e-e0f489521ddc tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 210 time: 0.0768256 Jun 27 12:54:04.511249 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a91a4900-ddc8-4f54-8158-1f7e8b72f904 req-109267ef-5268-4a02-be14-af139c07954d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716786 Jun 27 12:54:04.604109 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-cb2cee96-83e9-4161-a6c4-732ad33d30d8 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:04.605860 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-cb2cee96-83e9-4161-a6c4-732ad33d30d8 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.52 "GET /v2.0/networks?id=e0a05e66-37fd-4570-83e5-5ee41014dd0b HTTP/1.1" status: 200 len: 818 time: 0.4533949 Jun 27 12:54:04.626359 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Request body: {'port': {'device_id': '8f0ef25f-37f4-462b-b616-ca51af8818cd', 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b', 'admin_state_up': True, 'tenant_id': '5f21edd734134ff2a249e0951d5cb298'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:04.647966 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 8628e95f-48b0-4410-824e-0dd9ea927ab5 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:04.669246 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 8628e95f-48b0-4410-824e-0dd9ea927ab5 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:04.670077 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:04.790704 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57465809-fea5-402c-bd3f-f263ddf92aae req-37f6a75a-c65f-4adf-b771-0c8b748fafdc tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:04.798249 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-57465809-fea5-402c-bd3f-f263ddf92aae req-37f6a75a-c65f-4adf-b771-0c8b748fafdc tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 946 time: 0.1118288 Jun 27 12:54:04.847173 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:04.847519 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:04.852101 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-57465809-fea5-402c-bd3f-f263ddf92aae req-ed1123fe-014f-4dbf-a7ca-5c85ee2424d6 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522017 Jun 27 12:54:04.860755 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:04.885486 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port 8628e95f-48b0-4410-824e-0dd9ea927ab5, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=8628e95f-48b0-4410-824e-0dd9ea927ab5,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:04.973569 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Made reservation on behalf of 5f21edd734134ff2a249e0951d5cb298 for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:54:04.973780 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:04.975434 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:04.977431 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:05.042998 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=8628e95f-48b0-4410-824e-0dd9ea927ab5,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:05.046126 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:05.139162 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Allocated IP 172.20.0.8 (e0a05e66-37fd-4570-83e5-5ee41014dd0b/ce390726-c430-4a6a-89bf-434dd6715207/3d9a1e60-2497-4a61-ae40-a8e96134e099) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:54:05.349749 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:05.458101 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:05.464156 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:05.528926 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Network e0a05e66-37fd-4570-83e5-5ee41014dd0b is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:54:05.531806 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:54:05.536946 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:54:05.542536 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:05.543161 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:05.560074 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Pushing event updated for resources: {'Port': ['ID=3d9a1e60-2497-4a61-ae40-a8e96134e099,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:05.566165 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:05.585195 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ce37a389-3e05-4bce-b71e-1dd8d81f8621 req-fea73a99-1dc9-4fac-a92e-35f9dd64c6be tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 210 time: 0.0607786 Jun 27 12:54:05.694478 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0790317 Jun 27 12:54:05.707776 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Request body: {'port': {'device_id': '8f0ef25f-37f4-462b-b616-ca51af8818cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:05.890926 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:05.930011 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d29445-4cc1-4292-b0e1-563114cd7761 req-b78db6fa-9752-4356-8a36-a591f0ab4ea7 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:05.932053 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-02d29445-4cc1-4292-b0e1-563114cd7761 req-b78db6fa-9752-4356-8a36-a591f0ab4ea7 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 943 time: 0.2799060 Jun 27 12:54:06.042759 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-02d29445-4cc1-4292-b0e1-563114cd7761 req-858a99f3-9738-44f9-9163-6cae4aac2cb0 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782285 Jun 27 12:54:06.130623 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-5bec5378-49aa-4991-853e-38a6e97dc003 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:06.132088 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-5bec5378-49aa-4991-853e-38a6e97dc003 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.52 "GET /v2.0/networks?id=e0a05e66-37fd-4570-83e5-5ee41014dd0b HTTP/1.1" status: 200 len: 818 time: 0.2567482 Jun 27 12:54:06.144299 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0ff44-3aea-4f37-806a-f90c5370ff7b req-1e7015d0-bdb8-4e81-803c-4786930d2237 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:06.145894 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-53c0ff44-3aea-4f37-806a-f90c5370ff7b req-1e7015d0-bdb8-4e81-803c-4786930d2237 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 946 time: 0.1787143 Jun 27 12:54:06.150824 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Request body: {'port': {'device_id': '3d861dc9-c342-4391-a313-3675a52e2735', 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b', 'admin_state_up': True, 'tenant_id': '5f21edd734134ff2a249e0951d5cb298'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:06.308849 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-53c0ff44-3aea-4f37-806a-f90c5370ff7b req-ae080175-d6c7-4c92-b98e-c49ce1c88155 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424589 Jun 27 12:54:06.358659 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 8628e95f-48b0-4410-824e-0dd9ea927ab5 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:06.394633 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9a1e60-2497-4a61-ae40-a8e96134e099 {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:54:06.404238 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:06.412926 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:06.425186 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Transition to ACTIVE for port object 3d9a1e60-2497-4a61-ae40-a8e96134e099 will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:06.432021 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Usage tracker for resource:port and tenant:5f21edd734134ff2a249e0951d5cb298 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:06.446825 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:06.475148 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:06.498628 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 8628e95f-48b0-4410-824e-0dd9ea927ab5 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:06.499137 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:06.510935 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:06.521365 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:06.641988 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Made reservation on behalf of 5f21edd734134ff2a249e0951d5cb298 for: {'port': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:54:06.646984 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:06.749985 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9a1e60-2497-4a61-ae40-a8e96134e099,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:06.774637 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:06.795919 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Attempting to bind port 3d9a1e60-2497-4a61-ae40-a8e96134e099 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:54:06.796248 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Attempting to bind port 3d9a1e60-2497-4a61-ae40-a8e96134e099 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:54:06.796567 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Attempting to bind port 3d9a1e60-2497-4a61-ae40-a8e96134e099 on network e0a05e66-37fd-4570-83e5-5ee41014dd0b {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:06.802636 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Port 3d9a1e60-2497-4a61-ae40-a8e96134e099 on network e0a05e66-37fd-4570-83e5-5ee41014dd0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:54:06.802948 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Attempting to bind port 3d9a1e60-2497-4a61-ae40-a8e96134e099 on network e0a05e66-37fd-4570-83e5-5ee41014dd0b {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:06.808783 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:54:06.809110 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Checking segment: {'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:06.809740 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Bound using segment: {'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:54:06.810187 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Bound port: 3d9a1e60-2497-4a61-ae40-a8e96134e099, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:54:06.810524 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:06.910245 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-cdf06187-76a0-4adf-a618-d11d9f1ac97c req-23e2d344-537d-4847-99a6-dc2d8605c1fb tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 210 time: 0.0688412 Jun 27 12:54:06.948918 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] For port 3d9a1e60-2497-4a61-ae40-a8e96134e099, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:54:06.952737 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] For port 3d9a1e60-2497-4a61-ae40-a8e96134e099, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d9a1e60-2497-4a61-ae40-a8e96134e099,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:54:06.953693 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Allocated IP 172.20.0.13 (e0a05e66-37fd-4570-83e5-5ee41014dd0b/ce390726-c430-4a6a-89bf-434dd6715207/5f005cab-e69a-41ef-90eb-d1f504abc673) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:54:07.009236 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:07.015097 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:07.079467 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:07.081311 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:07.082766 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] 10.222.0.52 "PUT /v2.0/ports/3d9a1e60-2497-4a61-ae40-a8e96134e099 HTTP/1.1" status: 200 len: 1093 time: 1.3800764 Jun 27 12:54:07.086359 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0ef25f-37f4-462b-b616-ca51af8818cd', 'tag': '3d9a1e60-2497-4a61-ae40-a8e96134e099'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:07.139346 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 32bd0915-8abb-4ddc-a724-bd3b294422df details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:54:07.145687 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9a1e60-2497-4a61-ae40-a8e96134e099,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:07.152336 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:07.157290 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0ef25f-37f4-462b-b616-ca51af8818cd', 'tag': '3d9a1e60-2497-4a61-ae40-a8e96134e099', 'status': 'completed', 'code': 200} Jun 27 12:54:07.291308 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:07.376048 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 32bd0915-8abb-4ddc-a724-bd3b294422df, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=32bd0915-8abb-4ddc-a724-bd3b294422df,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:07.389765 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:07.390270 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '32bd0915-8abb-4ddc-a724-bd3b294422df', 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80', 'port_id': '32bd0915-8abb-4ddc-a724-bd3b294422df', 'mac_address': 'fa:16:3e:64:96:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69f823-8f94-4401-8043-a102f1a1a1ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:54:07.397881 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-f6d3fa9d-1c95-4bef-ad92-36fa160d1dc6 tempest-DeleteServersTestJSON-16152830 tempest-DeleteServersTestJSON-16152830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:07.428938 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6e675-1477-4008-8a1b-550e2a246493 req-988727e6-6779-493f-9323-b91e14bf8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:07.433721 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-05b6e675-1477-4008-8a1b-550e2a246493 req-988727e6-6779-493f-9323-b91e14bf8ac5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 1096 time: 0.2576542 Jun 27 12:54:07.443175 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb10a1-c700-433b-9de1-1ad048830733 req-7649a856-4ca9-46e7-9c2a-c07da64bb8c7 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:07.444872 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b4bb10a1-c700-433b-9de1-1ad048830733 req-7649a856-4ca9-46e7-9c2a-c07da64bb8c7 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 943 time: 0.1187108 Jun 27 12:54:07.451702 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:07.473038 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bd0915-8abb-4ddc-a724-bd3b294422df {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:54:07.474958 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Network e0a05e66-37fd-4570-83e5-5ee41014dd0b is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:54:07.478199 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:54:07.482537 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:54:07.495102 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 32bd0915-8abb-4ddc-a724-bd3b294422df, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=32bd0915-8abb-4ddc-a724-bd3b294422df,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:07.531067 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Pushing event updated for resources: {'Port': ['ID=5f005cab-e69a-41ef-90eb-d1f504abc673,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:07.536590 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:07.558048 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:07.558737 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:07.573477 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:07.575746 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-31fabf67-42fd-41b5-ac3c-3d701607d7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:07.577128 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b4bb10a1-c700-433b-9de1-1ad048830733 req-02aee98f-23d4-45eb-80cf-bb8bd7f3f094 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051419 Jun 27 12:54:07.636431 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6e675-1477-4008-8a1b-550e2a246493 req-c59f1927-bd43-4c39-ae15-ae814378a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:07.639507 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-05b6e675-1477-4008-8a1b-550e2a246493 req-c59f1927-bd43-4c39-ae15-ae814378a0c1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=5f21edd734134ff2a249e0951d5cb298&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1886611 Jun 27 12:54:07.657620 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=32bd0915-8abb-4ddc-a724-bd3b294422df,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:07.661234 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:07.698331 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5511620 Jun 27 12:54:07.711347 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Request body: {'port': {'device_id': '3d861dc9-c342-4391-a313-3675a52e2735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:07.822981 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6e675-1477-4008-8a1b-550e2a246493 req-0773bd71-96aa-48d5-b5e0-7344c4c36c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:07.824384 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-05b6e675-1477-4008-8a1b-550e2a246493 req-0773bd71-96aa-48d5-b5e0-7344c4c36c43 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1783197 Jun 27 12:54:07.906122 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:08.000572 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['32bd0915-8abb-4ddc-a724-bd3b294422df'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:54:08.051238 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-57c81a78-bf27-4ff3-a815-cb546e2ef9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:08.055127 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-57c81a78-bf27-4ff3-a815-cb546e2ef9b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 1096 time: 0.1728652 Jun 27 12:54:08.165651 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-b83a5c9d-6750-4907-9919-cfb01c569ac9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9a1e60-2497-4a61-ae40-a8e96134e099 HTTP/1.1" status: 200 len: 217 time: 0.1023774 Jun 27 12:54:08.250344 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-e83d40c2-7917-49de-b054-3f9cbb0a16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:08.253526 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-e83d40c2-7917-49de-b054-3f9cbb0a16b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce390726-c430-4a6a-89bf-434dd6715207 HTTP/1.1" status: 200 len: 858 time: 0.0814428 Jun 27 12:54:08.385862 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-3e733b55-f81c-47fb-87f6-e743f72ed09a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0a05e66-37fd-4570-83e5-5ee41014dd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229029 Jun 27 12:54:08.430588 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8736eed-1c56-465f-ab62-ff36240fdbbc req-a5723b10-87c8-461b-90ce-36c53ae168e5 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:08.431350 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-b8736eed-1c56-465f-ab62-ff36240fdbbc req-a5723b10-87c8-461b-90ce-36c53ae168e5 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Synchronizing usage tracker for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:08.592206 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-b8736eed-1c56-465f-ab62-ff36240fdbbc req-a5723b10-87c8-461b-90ce-36c53ae168e5 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Unset dirty status for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:08.600361 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b8736eed-1c56-465f-ab62-ff36240fdbbc req-a5723b10-87c8-461b-90ce-36c53ae168e5 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 932 time: 0.3836787 Jun 27 12:54:08.608456 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-341bacd6-994b-4285-98f9-e9c356208c48 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123139 Jun 27 12:54:08.636481 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f005cab-e69a-41ef-90eb-d1f504abc673 {{(pid=79437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:54:08.654264 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:08.680732 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b8736eed-1c56-465f-ab62-ff36240fdbbc req-999b3955-e6bf-4013-9e2a-269129231309 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790005 Jun 27 12:54:08.703503 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Transition to ACTIVE for port object 5f005cab-e69a-41ef-90eb-d1f504abc673 will not be triggered until provisioned by entity L2. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:08.852487 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:08.858984 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-68790f99-7b5f-4e7c-9218-4ab75329a91b req-967185cf-cc44-4e9b-b2de-4c8d4721ad11 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386577 Jun 27 12:54:08.880990 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:08.881406 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41d6d8-bc31-4577-a63d-f974e9a28bb6 req-3bc55ff3-f8c9-4d16-ae45-b75c3e81b0ea tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:08.882889 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6f41d6d8-bc31-4577-a63d-f974e9a28bb6 req-3bc55ff3-f8c9-4d16-ae45-b75c3e81b0ea tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 946 time: 0.1263521 Jun 27 12:54:08.953388 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6f41d6d8-bc31-4577-a63d-f974e9a28bb6 req-70c26c77-0e0c-4e0c-84c8-c0076df2770c tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529163 Jun 27 12:54:09.102912 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Pushing event updated for resources: {'Port': ['ID=5f005cab-e69a-41ef-90eb-d1f504abc673,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:09.105643 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:09.137522 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb2b37-4ccb-48ab-bdfd-8559570fa0a9 req-17fb89ca-a897-4b45-aa1d-e6cc33aafbbc tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:09.139113 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6deb2b37-4ccb-48ab-bdfd-8559570fa0a9 req-17fb89ca-a897-4b45-aa1d-e6cc33aafbbc tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 944 time: 0.3341656 Jun 27 12:54:09.183280 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Attempting to bind port 5f005cab-e69a-41ef-90eb-d1f504abc673 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:54:09.183654 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Attempting to bind port 5f005cab-e69a-41ef-90eb-d1f504abc673 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:54:09.183980 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Attempting to bind port 5f005cab-e69a-41ef-90eb-d1f504abc673 on network e0a05e66-37fd-4570-83e5-5ee41014dd0b {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:09.196387 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Port 5f005cab-e69a-41ef-90eb-d1f504abc673 on network e0a05e66-37fd-4570-83e5-5ee41014dd0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:54:09.196692 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Attempting to bind port 5f005cab-e69a-41ef-90eb-d1f504abc673 on network e0a05e66-37fd-4570-83e5-5ee41014dd0b {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:09.209163 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:54:09.209486 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Checking segment: {'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:09.209981 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Bound using segment: {'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:54:09.211261 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Bound port: 5f005cab-e69a-41ef-90eb-d1f504abc673, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b'}}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:54:09.211261 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:09.227752 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6deb2b37-4ccb-48ab-bdfd-8559570fa0a9 req-92000be5-864e-4873-8698-9fe8754c46c2 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744267 Jun 27 12:54:09.315698 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] For port 5f005cab-e69a-41ef-90eb-d1f504abc673, host hv-cinder-79809, cleared binding levels {{(pid=79437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:54:09.318943 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] For port 5f005cab-e69a-41ef-90eb-d1f504abc673, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5f005cab-e69a-41ef-90eb-d1f504abc673,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:54:09.380307 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:09.386124 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:09.453722 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:09.454371 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:09.456834 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] 10.222.0.52 "PUT /v2.0/ports/5f005cab-e69a-41ef-90eb-d1f504abc673 HTTP/1.1" status: 200 len: 1094 time: 1.7505548 Jun 27 12:54:09.457344 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d861dc9-c342-4391-a313-3675a52e2735', 'tag': '5f005cab-e69a-41ef-90eb-d1f504abc673'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:09.475619 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Pushing event updated for resources: {'Port': ['ID=5f005cab-e69a-41ef-90eb-d1f504abc673,revision_number=3']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:09.478866 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:09.514251 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d861dc9-c342-4391-a313-3675a52e2735', 'tag': '5f005cab-e69a-41ef-90eb-d1f504abc673', 'status': 'completed', 'code': 200} Jun 27 12:54:09.615502 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd8de2-bb39-4d8c-aaa1-172a6e741aff req-b5da8c89-3891-4c32-a073-7a86a7514ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:09.616993 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f7fd8de2-bb39-4d8c-aaa1-172a6e741aff req-b5da8c89-3891-4c32-a073-7a86a7514ad8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 1097 time: 0.0807621 Jun 27 12:54:09.811415 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd8de2-bb39-4d8c-aaa1-172a6e741aff req-28d3deed-8b4c-4ddb-9a1e-b772da7adcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:09.813761 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f7fd8de2-bb39-4d8c-aaa1-172a6e741aff req-28d3deed-8b4c-4ddb-9a1e-b772da7adcfa service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=5f21edd734134ff2a249e0951d5cb298&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1883454 Jun 27 12:54:09.936486 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fc505-3b52-4458-9e1c-fbb6b259780a req-9273ecbc-921d-4caa-941f-6f5524773a7d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:09.937207 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-0d5fc505-3b52-4458-9e1c-fbb6b259780a req-9273ecbc-921d-4caa-941f-6f5524773a7d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Synchronizing usage tracker for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:09.949853 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-0d5fc505-3b52-4458-9e1c-fbb6b259780a req-9273ecbc-921d-4caa-941f-6f5524773a7d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Unset dirty status for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:09.951025 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0d5fc505-3b52-4458-9e1c-fbb6b259780a req-9273ecbc-921d-4caa-941f-6f5524773a7d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 944 time: 0.1298344 Jun 27 12:54:09.977291 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd8de2-bb39-4d8c-aaa1-172a6e741aff req-b779c2f3-6fca-4781-89fe-310da1f3285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:09.979703 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f7fd8de2-bb39-4d8c-aaa1-172a6e741aff req-b779c2f3-6fca-4781-89fe-310da1f3285c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551561 Jun 27 12:54:10.014713 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-0d5fc505-3b52-4458-9e1c-fbb6b259780a req-f99137ae-7711-4c57-814e-ae16deec008f tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Synchronizing usage tracker for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:security_group {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:10.122470 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-0d5fc505-3b52-4458-9e1c-fbb6b259780a req-f99137ae-7711-4c57-814e-ae16deec008f tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Unset dirty status for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:security_group {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:10.123987 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0d5fc505-3b52-4458-9e1c-fbb6b259780a req-f99137ae-7711-4c57-814e-ae16deec008f tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653912 Jun 27 12:54:10.207617 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-f493d1f7-3060-44f7-9d21-e0835fee1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:10.208187 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-f493d1f7-3060-44f7-9d21-e0835fee1baa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 1097 time: 0.1461098 Jun 27 12:54:10.224826 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2664d-7dc3-4c7c-9a72-b242266206d6 req-16f44139-3181-4650-ba18-eae669057675 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:10.226296 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-86f2664d-7dc3-4c7c-9a72-b242266206d6 req-16f44139-3181-4650-ba18-eae669057675 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 946 time: 0.1272135 Jun 27 12:54:10.415403 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-b0d067eb-7e03-44eb-9dc7-a4788a134be7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f005cab-e69a-41ef-90eb-d1f504abc673 HTTP/1.1" status: 200 len: 217 time: 0.1881330 Jun 27 12:54:10.503920 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60ddcc-a51c-4904-b7ea-45f253a3cfdc req-cbd61688-eb06-4315-86ed-ba5ec1fa6cf3 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:10.506893 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ba60ddcc-a51c-4904-b7ea-45f253a3cfdc req-cbd61688-eb06-4315-86ed-ba5ec1fa6cf3 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 944 time: 0.1182184 Jun 27 12:54:10.513136 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-86f2664d-7dc3-4c7c-9a72-b242266206d6 req-b90b038b-82e2-4880-be85-98ed89c49aed tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285798 Jun 27 12:54:10.520679 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59fdd3-424d-46b9-8fea-2213e953691c req-3262ba61-6124-4dcf-b55f-4dc1408c7bd0 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:10.522205 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2f59fdd3-424d-46b9-8fea-2213e953691c req-3262ba61-6124-4dcf-b55f-4dc1408c7bd0 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 946 time: 0.2066185 Jun 27 12:54:10.523624 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-1f4196d3-714a-4984-b54d-8d6fa2fe4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:10.525078 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-1f4196d3-714a-4984-b54d-8d6fa2fe4e60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce390726-c430-4a6a-89bf-434dd6715207 HTTP/1.1" status: 200 len: 858 time: 0.0961716 Jun 27 12:54:10.582708 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-d9433f87-d0af-4cc7-84f3-9481c165ff5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0a05e66-37fd-4570-83e5-5ee41014dd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447428 Jun 27 12:54:10.619583 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ba60ddcc-a51c-4904-b7ea-45f253a3cfdc req-928d3040-8a7e-4807-817d-fed434c09037 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962720 Jun 27 12:54:10.638218 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-2f59fdd3-424d-46b9-8fea-2213e953691c req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Deleting port bafe732a-5fe1-481b-b68b-0aa30e62bb41 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:54:10.638218 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-2f59fdd3-424d-46b9-8fea-2213e953691c req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:10.732585 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-71afeac1-b6cb-4843-aeef-678ce5884b4b service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402764 Jun 27 12:54:10.909530 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7e21cda3-d72d-4107-ba56-1bbf9aed262d req-4b0afd62-023e-441f-955e-94087cc961ca service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684680 Jun 27 12:54:11.009799 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-2f59fdd3-424d-46b9-8fea-2213e953691c req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] For port bafe732a-5fe1-481b-b68b-0aa30e62bb41, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bafe732a-5fe1-481b-b68b-0aa30e62bb41,segment=NetworkSegment(fafbc953-3ace-44e2-bd63-d915d48c4b8b),segment_id=fafbc953-3ace-44e2-bd63-d915d48c4b8b)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:11.010409 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-2f59fdd3-424d-46b9-8fea-2213e953691c req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:11.140581 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-2f59fdd3-424d-46b9-8fea-2213e953691c req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Calling delete_port for bafe732a-5fe1-481b-b68b-0aa30e62bb41 owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:54:11.146645 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 32bd0915-8abb-4ddc-a724-bd3b294422df up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:11.385314 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711bea7-b30a-48a0-a99a-889fa51e7035 req-8936f08a-6d35-4689-87e3-fbd1804884ee tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:11.386801 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7711bea7-b30a-48a0-a99a-889fa51e7035 req-8936f08a-6d35-4689-87e3-fbd1804884ee tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 944 time: 0.1061707 Jun 27 12:54:11.431065 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 32bd0915-8abb-4ddc-a724-bd3b294422df completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:11.433365 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7711bea7-b30a-48a0-a99a-889fa51e7035 req-c91cb2c0-2f05-421a-9957-622fcaa69f7e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401003 Jun 27 12:54:11.436501 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 32bd0915-8abb-4ddc-a724-bd3b294422df triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:11.436740 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:11.475647 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-2f59fdd3-424d-46b9-8fea-2213e953691c req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:11.484027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5eac60d1-5b9a-49ff-9e7d-3d08d5bcefc8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:11.532214 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Pushing event deleted for resources: {'Port': ['ID=bafe732a-5fe1-481b-b68b-0aa30e62bb41,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:11.539464 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:11.610667 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:11.639836 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f59fdd3-424d-46b9-8fea-2213e953691c req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] No DVR routers for this DVR port bafe732a-5fe1-481b-b68b-0aa30e62bb41 on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:54:11.654734 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 32bd0915-8abb-4ddc-a724-bd3b294422df, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=32bd0915-8abb-4ddc-a724-bd3b294422df,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:11.654734 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3974d97-12d3-4cce-8313-e77d10b697cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bd0915-8abb-4ddc-a724-bd3b294422df'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:11.655497 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-2f59fdd3-424d-46b9-8fea-2213e953691c req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:11.668051 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdedd29e-5840-4efc-bbf4-98e67a5ce7bc', 'name': 'network-vif-deleted', 'tag': 'bafe732a-5fe1-481b-b68b-0aa30e62bb41'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:11.706744 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 41600) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:11.729829 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-31ca0543-aeb5-4d71-901b-ec75cc223ea2 req-d36546f6-3afc-4281-a31f-3fb44f1e3569 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 210 time: 0.0861506 Jun 27 12:54:11.771705 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:11.772624 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device bafe732a-5fe1-481b-b68b-0aa30e62bb41 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:54:11.811870 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2f59fdd3-424d-46b9-8fea-2213e953691c req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.52 "DELETE /v2.0/ports/bafe732a-5fe1-481b-b68b-0aa30e62bb41 HTTP/1.1" status: 204 len: 173 time: 1.2601738 Jun 27 12:54:11.853492 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3974d97-12d3-4cce-8313-e77d10b697cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bd0915-8abb-4ddc-a724-bd3b294422df', 'code': 200} Jun 27 12:54:11.854720 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:11.889492 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb2a63-570c-4012-b398-00b752dbe790 req-a80de1a9-e9a7-4efd-b12e-f539b59a6d75 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:11.899910 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-99eb2a63-570c-4012-b398-00b752dbe790 req-a80de1a9-e9a7-4efd-b12e-f539b59a6d75 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 945 time: 0.1373918 Jun 27 12:54:11.951338 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdedd29e-5840-4efc-bbf4-98e67a5ce7bc', 'name': 'network-vif-deleted', 'tag': 'bafe732a-5fe1-481b-b68b-0aa30e62bb41', 'status': 'completed', 'code': 200} Jun 27 12:54:11.964342 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: bafe732a-5fe1-481b-b68b-0aa30e62bb41 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:54:11.964342 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device bafe732a-5fe1-481b-b68b-0aa30e62bb41 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:54:11.978651 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b9c86ab7-ce7e-4699-8139-1e5c3f083bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:12.003980 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=32bd0915-8abb-4ddc-a724-bd3b294422df,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:12.012864 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:12.028639 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-99eb2a63-570c-4012-b398-00b752dbe790 req-93340c73-f84e-4682-a156-2fe7d8ef24d8 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274734 Jun 27 12:54:12.044762 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-b9c86ab7-ce7e-4699-8139-1e5c3f083bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:12.050253 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-b9c86ab7-ce7e-4699-8139-1e5c3f083bfd admin admin] Usage tracker for resource:security_group_rule and tenant:e198ea7bd33e4c9796b4710e094a3202 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:12.060908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-b9c86ab7-ce7e-4699-8139-1e5c3f083bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:12.072426 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-b9c86ab7-ce7e-4699-8139-1e5c3f083bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:12.199488 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b9c86ab7-ce7e-4699-8139-1e5c3f083bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:12.306559 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b9c86ab7-ce7e-4699-8139-1e5c3f083bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:12.318648 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-340f651d-63a9-4f50-b4f3-129fd792b1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:12.373988 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-b9c86ab7-ce7e-4699-8139-1e5c3f083bfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e198ea7bd33e4c9796b4710e094a3202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6660130 Jun 27 12:54:12.375635 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c86ab7-ce7e-4699-8139-1e5c3f083bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba2be33-3d70-4777-b2eb-ea13e4a8e403,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:12.377250 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 41628) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:12.380466 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b9c86ab7-ce7e-4699-8139-1e5c3f083bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:12.396835 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473502c-5ac8-4de1-98f1-1df089bf087e req-ea9f664f-711f-4f01-8d78-0f9afb8a9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:12.398199 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f473502c-5ac8-4de1-98f1-1df089bf087e req-ea9f664f-711f-4f01-8d78-0f9afb8a9740 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 1098 time: 0.1280205 Jun 27 12:54:12.446949 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f473502c-5ac8-4de1-98f1-1df089bf087e req-bc7f2ed4-50f2-480c-b92d-25eaf6f89f7a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Jun 27 12:54:12.450248 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b5024f8a-bc24-4bb7-8db7-87cd54da5a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:12.480144 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b5024f8a-bc24-4bb7-8db7-87cd54da5a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:12.607849 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b5024f8a-bc24-4bb7-8db7-87cd54da5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:12.615044 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-f223fcc6-e8e2-4895-9aff-4f0490ff2fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:12.632000 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5024f8a-bc24-4bb7-8db7-87cd54da5a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba2be33-3d70-4777-b2eb-ea13e4a8e403,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:12.634878 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b5024f8a-bc24-4bb7-8db7-87cd54da5a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:12.636204 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-b5024f8a-bc24-4bb7-8db7-87cd54da5a2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ba2be33-3d70-4777-b2eb-ea13e4a8e403 HTTP/1.1" status: 204 len: 168 time: 0.2579088 Jun 27 12:54:12.637324 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-b5024f8a-bc24-4bb7-8db7-87cd54da5a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:12.641552 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d411ee-9a99-446c-a4d2-518cbb57dd6d req-4dec39b0-e418-4720-993f-637d0592f054 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:12.644478 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-70d411ee-9a99-446c-a4d2-518cbb57dd6d req-4dec39b0-e418-4720-993f-637d0592f054 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 944 time: 0.0955870 Jun 27 12:54:12.703199 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-70d411ee-9a99-446c-a4d2-518cbb57dd6d req-770bc2db-9b62-4151-b7a7-52e657b019fd tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506999 Jun 27 12:54:12.913766 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-42ea932c-3b80-496c-8df6-88717d51770a req-74b1b9e0-ad1a-4ec4-8f0a-d1407c954606 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdedd29e-5840-4efc-bbf4-98e67a5ce7bc HTTP/1.1" status: 200 len: 210 time: 0.0586340 Jun 27 12:54:13.030469 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 41652) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:13.169094 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 3d9a1e60-2497-4a61-ae40-a8e96134e099 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:54:13.241626 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e0297-8da5-4441-bde2-4838d2134c9b req-d8369574-ea5c-4944-9cc0-8feab31d068b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:13.241626 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a63e0297-8da5-4441-bde2-4838d2134c9b req-d8369574-ea5c-4944-9cc0-8feab31d068b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 945 time: 0.1063263 Jun 27 12:54:13.293021 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1e78c202-4710-4434-8334-2b168a5ffbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:13.322178 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1e78c202-4710-4434-8334-2b168a5ffbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:13.335867 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1e78c202-4710-4434-8334-2b168a5ffbd4 admin admin] Usage tracker for resource:security_group_rule and tenant:4d2450d561ec40e48502f26106a0fb5e is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:13.340601 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1e78c202-4710-4434-8334-2b168a5ffbd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:13.367414 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a63e0297-8da5-4441-bde2-4838d2134c9b req-2f9a4a56-a097-41b9-97f2-dea761757cac tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158128 Jun 27 12:54:13.372224 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-1e78c202-4710-4434-8334-2b168a5ffbd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:13.400272 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 3d9a1e60-2497-4a61-ae40-a8e96134e099, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d9a1e60-2497-4a61-ae40-a8e96134e099,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:13.423862 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '3d9a1e60-2497-4a61-ae40-a8e96134e099', 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b', 'port_id': '3d9a1e60-2497-4a61-ae40-a8e96134e099', 'mac_address': 'fa:16:3e:1a:2e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce390726-c430-4a6a-89bf-434dd6715207', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:54:13.479720 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1e78c202-4710-4434-8334-2b168a5ffbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:13.490597 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:13.508772 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9a1e60-2497-4a61-ae40-a8e96134e099 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:54:13.524737 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 3d9a1e60-2497-4a61-ae40-a8e96134e099, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d9a1e60-2497-4a61-ae40-a8e96134e099,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:13.573352 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1e78c202-4710-4434-8334-2b168a5ffbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:13.581092 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:13.624691 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-1e78c202-4710-4434-8334-2b168a5ffbd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d2450d561ec40e48502f26106a0fb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931568 Jun 27 12:54:13.625660 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78c202-4710-4434-8334-2b168a5ffbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999c02b1-0876-4f11-bb33-138a671d130f,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:13.628559 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 41678) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:13.629296 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1e78c202-4710-4434-8334-2b168a5ffbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:13.636795 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:13.638841 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:13.710886 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-40386e32-370d-42ce-8bb8-4ea2e5e2fd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:13.722426 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=3d9a1e60-2497-4a61-ae40-a8e96134e099,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:13.726810 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:13.745152 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-40386e32-370d-42ce-8bb8-4ea2e5e2fd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:13.827311 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 41688) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:13.925611 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae26e2f-ebef-4ee3-aa3c-f2b0227dea43 admin admin] Deleting subnet f4d42d9b-75c9-47b7-b169-27c456c52541 {{(pid=79438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:54:13.930323 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cae26e2f-ebef-4ee3-aa3c-f2b0227dea43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:13.938572 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9d04f-ebef-425c-860e-aa0e96f1dc86 req-c1033659-1045-4b8b-97fc-46d495c2363e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:13.940383 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6fb9d04f-ebef-425c-860e-aa0e96f1dc86 req-c1033659-1045-4b8b-97fc-46d495c2363e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 944 time: 0.0991170 Jun 27 12:54:13.988075 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cae26e2f-ebef-4ee3-aa3c-f2b0227dea43 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:13.996251 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cae26e2f-ebef-4ee3-aa3c-f2b0227dea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:14.012323 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6fb9d04f-ebef-425c-860e-aa0e96f1dc86 req-15bb0428-c3aa-45fc-a0d1-a82b2e781289 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649400 Jun 27 12:54:14.014497 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-40386e32-370d-42ce-8bb8-4ea2e5e2fd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:14.025927 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:14.042745 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40386e32-370d-42ce-8bb8-4ea2e5e2fd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c02b1-0876-4f11-bb33-138a671d130f,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:14.045129 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-40386e32-370d-42ce-8bb8-4ea2e5e2fd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:14.046115 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-40386e32-370d-42ce-8bb8-4ea2e5e2fd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:14.047225 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-40386e32-370d-42ce-8bb8-4ea2e5e2fd9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/999c02b1-0876-4f11-bb33-138a671d130f HTTP/1.1" status: 204 len: 168 time: 0.4163756 Jun 27 12:54:14.171957 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['3d9a1e60-2497-4a61-ae40-a8e96134e099'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:54:14.276789 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cae26e2f-ebef-4ee3-aa3c-f2b0227dea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:14.280999 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:14.317356 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae26e2f-ebef-4ee3-aa3c-f2b0227dea43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4d42d9b-75c9-47b7-b169-27c456c52541,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:14.320139 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-cae26e2f-ebef-4ee3-aa3c-f2b0227dea43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:14.326793 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cae26e2f-ebef-4ee3-aa3c-f2b0227dea43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:14.343112 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-cae26e2f-ebef-4ee3-aa3c-f2b0227dea43 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f4d42d9b-75c9-47b7-b169-27c456c52541 HTTP/1.1" status: 204 len: 168 time: 0.5152977 Jun 27 12:54:14.347146 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 41704) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:14.488193 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:14.634192 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:14.637067 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464df01a-2ff3-40e2-8bac-9c044c09d9ee req-014464f0-9224-4ece-a9ac-e2077e59bd09 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:14.646048 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-464df01a-2ff3-40e2-8bac-9c044c09d9ee req-014464f0-9224-4ece-a9ac-e2077e59bd09 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 945 time: 0.1078751 Jun 27 12:54:14.651747 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137de7e1-b18b-4629-86c3-285f544d1a66']}} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:14.685346 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e6d717-ac44-4055-a445-9430fd414c87') {'for_net_delete': True} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:14.685711 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e6d717-ac44-4055-a445-9430fd414c87') {} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:14.702613 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-464df01a-2ff3-40e2-8bac-9c044c09d9ee req-302679ac-f55f-4c1c-968e-603c13bd888c tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555377 Jun 27 12:54:14.722176 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1730991'] for segment, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:14.807674 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:14.820991 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=79437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:54:14.821643 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1731490'] for segment, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: Traceback (most recent call last): Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: timer() Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: cb(*args, **kw) Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: return func(*args, **kwargs) Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: self._notify() Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: self.callback(batched_events) Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: event.method(event) Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: return f(self, *a, **k) Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: return self._get(url).json() Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: return self.request(url, 'GET', **kwargs) Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:54:14.836196 dv-cinder-798099-1-smb neutron-server[79437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:54:14.961061 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-a2f0951a-1351-4846-9cf4-78d64f941056 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:14.961754 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-a2f0951a-1351-4846-9cf4-78d64f941056 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Synchronizing usage tracker for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:network {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:15.139819 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:15.144758 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-a2f0951a-1351-4846-9cf4-78d64f941056 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Unset dirty status for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:network {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:15.145933 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-a2f0951a-1351-4846-9cf4-78d64f941056 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/networks?id=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 HTTP/1.1" status: 200 len: 809 time: 0.4637785 Jun 27 12:54:15.148976 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:15.153016 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:15.165643 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 5f005cab-e69a-41ef-90eb-d1f504abc673 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:54:15.188152 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=137de7e1-b18b-4629-86c3-285f544d1a66,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:15.192753 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:15.201081 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-d522dc95-7564-492d-bef6-3734e911698a tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/quotas/1cb921c3ae284816bfcfabbd695a8dd0 HTTP/1.1" status: 200 len: 375 time: 0.0292013 Jun 27 12:54:15.262455 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] 10.222.0.41 "DELETE /v2.0/networks/137de7e1-b18b-4629-86c3-285f544d1a66 HTTP/1.1" status: 204 len: 168 time: 0.9134407 Jun 27 12:54:15.265040 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 41736) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:15.272625 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-619b8b2d-fd5e-4158-b4b9-12860c77cb9d tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb921c3ae284816bfcfabbd695a8dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618873 Jun 27 12:54:15.311687 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 41740) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:15.372193 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6963fd1-4e51-4224-99c4-306a5f60590d admin admin] Deleting subnet cc367cb4-099b-4abe-af27-deac60560aa3 {{(pid=79438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:54:15.378835 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a6963fd1-4e51-4224-99c4-306a5f60590d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:15.429232 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 5f005cab-e69a-41ef-90eb-d1f504abc673, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5f005cab-e69a-41ef-90eb-d1f504abc673,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:15.436601 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665635d-4a33-4934-98b2-02c4b0ff0451 req-b5d840ba-5ba4-410c-b5f8-6d75bc2ae1f0 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:15.446834 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0665635d-4a33-4934-98b2-02c4b0ff0451 req-b5d840ba-5ba4-410c-b5f8-6d75bc2ae1f0 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 944 time: 0.3198228 Jun 27 12:54:15.460573 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '5f005cab-e69a-41ef-90eb-d1f504abc673', 'network_id': 'e0a05e66-37fd-4570-83e5-5ee41014dd0b', 'port_id': '5f005cab-e69a-41ef-90eb-d1f504abc673', 'mac_address': 'fa:16:3e:e8:ef:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce390726-c430-4a6a-89bf-434dd6715207', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:54:15.497723 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a6963fd1-4e51-4224-99c4-306a5f60590d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:15.519357 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a6963fd1-4e51-4224-99c4-306a5f60590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:15.535627 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-00472174-70f0-4d40-b393-41d4bf5b0029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:15.548647 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 41744) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:15.559017 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:15.593203 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-00472174-70f0-4d40-b393-41d4bf5b0029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:15.596551 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f005cab-e69a-41ef-90eb-d1f504abc673 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:54:15.620118 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-00472174-70f0-4d40-b393-41d4bf5b0029 admin admin] Usage tracker for resource:security_group_rule and tenant:03997f8b652d46daa06270e6098e5e54 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:15.635141 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-00472174-70f0-4d40-b393-41d4bf5b0029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:15.637647 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 5f005cab-e69a-41ef-90eb-d1f504abc673, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5f005cab-e69a-41ef-90eb-d1f504abc673,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:15.657106 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-00472174-70f0-4d40-b393-41d4bf5b0029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:15.665276 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0665635d-4a33-4934-98b2-02c4b0ff0451 req-e1251ec1-9bfa-4c42-aa51-cf3dc183adc3 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174721 Jun 27 12:54:15.728024 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:15.729944 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:15.734589 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-690b025b-566b-4ed6-8ed1-bf111e903c6f service neutron] 10.222.0.41 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536479 Jun 27 12:54:15.785575 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a6963fd1-4e51-4224-99c4-306a5f60590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for subnet, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:15.790538 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-cae26e2f-ebef-4ee3-aa3c-f2b0227dea43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:15.800855 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6b10d5c6-771e-4e12-b34c-b4aa10fa08ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:15.807935 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=5f005cab-e69a-41ef-90eb-d1f504abc673,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:15.819876 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:15.874593 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a6963fd1-4e51-4224-99c4-306a5f60590d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:15.877061 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-6b10d5c6-771e-4e12-b34c-b4aa10fa08ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:15.883460 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6963fd1-4e51-4224-99c4-306a5f60590d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc367cb4-099b-4abe-af27-deac60560aa3,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:15.886862 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-a6963fd1-4e51-4224-99c4-306a5f60590d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cc367cb4-099b-4abe-af27-deac60560aa3 HTTP/1.1" status: 204 len: 168 time: 0.6205070 Jun 27 12:54:15.887918 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a6963fd1-4e51-4224-99c4-306a5f60590d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:15.889101 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 41762) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:15.898394 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-6b10d5c6-771e-4e12-b34c-b4aa10fa08ae admin admin] Usage tracker for resource:security_group_rule and tenant:2c8965cdc57d4ed984437da7d1b84276 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:15.905394 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-6b10d5c6-771e-4e12-b34c-b4aa10fa08ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:15.916037 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-6b10d5c6-771e-4e12-b34c-b4aa10fa08ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:15.999321 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-dcefc7f7-49af-4246-9c7c-e67eb2f10b6b service neutron] 10.222.0.41 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595887 Jun 27 12:54:16.018897 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.044443 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-00472174-70f0-4d40-b393-41d4bf5b0029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.106041 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6b10d5c6-771e-4e12-b34c-b4aa10fa08ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.119007 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-00472174-70f0-4d40-b393-41d4bf5b0029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.127463 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ff74eab9-b5b6-4df0-830a-49d22960a816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:16.164468 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.171958 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['5f005cab-e69a-41ef-90eb-d1f504abc673'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:54:16.175304 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-00472174-70f0-4d40-b393-41d4bf5b0029 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03997f8b652d46daa06270e6098e5e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8616996 Jun 27 12:54:16.177102 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6b10d5c6-771e-4e12-b34c-b4aa10fa08ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.178101 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 41768) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:16.184075 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00472174-70f0-4d40-b393-41d4bf5b0029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48da6a21-5171-44f8-933c-c5f8a7959b57,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:16.188463 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-00472174-70f0-4d40-b393-41d4bf5b0029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:16.188985 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-40fa6144-ffc1-4f02-9d77-a742b5006b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:16.194068 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.194413 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.195169 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.195762 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > port after_create 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.196084 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > port after_delete 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.196590 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > port after_update 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.197239 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.198312 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.198312 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.198312 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.235398 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-6b10d5c6-771e-4e12-b34c-b4aa10fa08ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c8965cdc57d4ed984437da7d1b84276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6864042 Jun 27 12:54:16.237769 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10d5c6-771e-4e12-b34c-b4aa10fa08ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b32ce89-e1a8-43c2-874c-7800a1701e37,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:16.240603 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 41774) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:16.243246 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6b10d5c6-771e-4e12-b34c-b4aa10fa08ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:16.312667 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7c76186c-f292-4f92-a3cd-b0fbf87cd716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.342441 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7c76186c-f292-4f92-a3cd-b0fbf87cd716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.366260 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.366609 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.367031 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.367261 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:54:16.367778 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1917aad1-9e66-4588-8b0f-30f2afdf1e4c']}} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:16.442523 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5ac479-50b0-419f-b829-93295c0a6a62') {'for_net_delete': True} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:16.443572 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5ac479-50b0-419f-b829-93295c0a6a62') {} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:16.458464 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-2a534cb3-fc6b-4faa-94cb-750716d1968d req-c1c6d813-7e3b-42d7-ac8c-faac3d3ed9cd tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Synchronizing usage tracker for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:16.458694 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.481123 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7c76186c-f292-4f92-a3cd-b0fbf87cd716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.481890 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28051736'] for segment, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.492682 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-40386e32-370d-42ce-8bb8-4ea2e5e2fd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:16.508907 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76186c-f292-4f92-a3cd-b0fbf87cd716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b32ce89-e1a8-43c2-874c-7800a1701e37,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:16.511917 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-7c76186c-f292-4f92-a3cd-b0fbf87cd716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:16.514999 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.522483 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7c76186c-f292-4f92-a3cd-b0fbf87cd716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.524021 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-7c76186c-f292-4f92-a3cd-b0fbf87cd716 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b32ce89-e1a8-43c2-874c-7800a1701e37 HTTP/1.1" status: 204 len: 168 time: 0.2826457 Jun 27 12:54:16.535179 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=79438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:54:16.535367 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28153759'] for segment, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: from cryptography.utils import int_from_bytes Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: from cryptography.utils import int_from_bytes Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: util.warn_limited( Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: util.warn_limited( Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: Traceback (most recent call last): Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: timer() Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: cb(*args, **kw) Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: return func(*args, **kwargs) Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: self._notify() Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: self.callback(batched_events) Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: event.method(event) Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: return f(self, *a, **k) Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: return self._get(url).json() Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: return self.request(url, 'GET', **kwargs) Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:54:16.551829 dv-cinder-798099-1-smb neutron-server[79438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:54:16.561171 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-52862b92-aa5b-4ab3-9d81-a520a138716d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.624407 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-2a534cb3-fc6b-4faa-94cb-750716d1968d req-c1c6d813-7e3b-42d7-ac8c-faac3d3ed9cd tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Unset dirty status for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:16.625591 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2a534cb3-fc6b-4faa-94cb-750716d1968d req-c1c6d813-7e3b-42d7-ac8c-faac3d3ed9cd tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 210 time: 0.2472768 Jun 27 12:54:16.667418 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-52862b92-aa5b-4ab3-9d81-a520a138716d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.743439 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.756936 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7b77da55-d0a8-4a2b-afaf-c9d6b9f92aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:16.778063 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.791339 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Pushing event deleted for resources: {'Network': ['ID=1917aad1-9e66-4588-8b0f-30f2afdf1e4c,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:16.800145 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:16.805925 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-5bb5c179-1d6f-430a-b646-fc03d34abfbc admin admin] 10.222.0.41 "DELETE /v2.0/networks/1917aad1-9e66-4588-8b0f-30f2afdf1e4c HTTP/1.1" status: 204 len: 168 time: 0.9157419 Jun 27 12:54:16.893464 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-52862b92-aa5b-4ab3-9d81-a520a138716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.896480 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-52862b92-aa5b-4ab3-9d81-a520a138716d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:16.897856 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-52862b92-aa5b-4ab3-9d81-a520a138716d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48da6a21-5171-44f8-933c-c5f8a7959b57 HTTP/1.1" status: 204 len: 168 time: 0.7186599 Jun 27 12:54:16.898869 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-65fe806f-07c5-4f68-ae7d-6325eb87e8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:16.912980 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52862b92-aa5b-4ab3-9d81-a520a138716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48da6a21-5171-44f8-933c-c5f8a7959b57,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:16.918117 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-52862b92-aa5b-4ab3-9d81-a520a138716d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:16.949094 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c17c9c-82dc-4ab3-bb5e-ad20c1e23422 req-0b66c1de-607d-4831-9a59-ba60d2f14c16 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:16.958110 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a5c17c9c-82dc-4ab3-bb5e-ad20c1e23422 req-0b66c1de-607d-4831-9a59-ba60d2f14c16 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 945 time: 0.1535921 Jun 27 12:54:17.022916 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a5c17c9c-82dc-4ab3-bb5e-ad20c1e23422 req-eeb60d40-bd15-45dc-99b7-7e89d1307c81 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630291 Jun 27 12:54:17.175065 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 3d9a1e60-2497-4a61-ae40-a8e96134e099 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:17.331860 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 3d9a1e60-2497-4a61-ae40-a8e96134e099 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:17.337650 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 3d9a1e60-2497-4a61-ae40-a8e96134e099 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:17.338191 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:17.481177 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:17.508010 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0ef25f-37f4-462b-b616-ca51af8818cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9a1e60-2497-4a61-ae40-a8e96134e099'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:17.518452 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 3d9a1e60-2497-4a61-ae40-a8e96134e099, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d9a1e60-2497-4a61-ae40-a8e96134e099,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:17.531603 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 41824) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:17.592124 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0ef25f-37f4-462b-b616-ca51af8818cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9a1e60-2497-4a61-ae40-a8e96134e099', 'code': 200} Jun 27 12:54:17.595201 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-0fe95402-a9cf-4de2-b545-22cfc4f83172 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7500d6a03c4a4225b63e7cc25fbcca74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625494 Jun 27 12:54:17.598035 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 41830) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:17.598839 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:17.600700 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-d78cba91-8acf-438a-a9c7-aa8e6bf03dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:17.666559 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-73e91e55-3ca8-4b3e-b25f-16e0b93d1d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:17.702526 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-73e91e55-3ca8-4b3e-b25f-16e0b93d1d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:17.795784 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=3d9a1e60-2497-4a61-ae40-a8e96134e099,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:17.800408 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:17.906289 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-89c4fc75-2543-4bfa-a687-6efc2d61c6d3 req-ae081bac-e4b9-497f-ad61-96410417de03 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 210 time: 0.0836639 Jun 27 12:54:17.932556 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-73e91e55-3ca8-4b3e-b25f-16e0b93d1d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:17.936435 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e136a30b-31bc-4f73-a9ec-ab2f5c8a8f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:17.955514 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e91e55-3ca8-4b3e-b25f-16e0b93d1d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2fea01-0859-457d-a785-94b1158412d1,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:17.959695 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-73e91e55-3ca8-4b3e-b25f-16e0b93d1d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:18.092757 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-73e91e55-3ca8-4b3e-b25f-16e0b93d1d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:18.094456 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-73e91e55-3ca8-4b3e-b25f-16e0b93d1d25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b2fea01-0859-457d-a785-94b1158412d1 HTTP/1.1" status: 204 len: 168 time: 0.4949503 Jun 27 12:54:18.264435 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53713ab-e85a-475a-98fe-dfcfc53bc335 req-8392b9c4-281a-4b5e-afd1-bda06e6393a2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:18.275505 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a53713ab-e85a-475a-98fe-dfcfc53bc335 req-8392b9c4-281a-4b5e-afd1-bda06e6393a2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 945 time: 0.1527359 Jun 27 12:54:18.294694 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c50e2-4040-412b-a9f5-cb188680154b req-2359e23a-78d9-4ad3-b3c6-f9414a96515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:18.297149 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ab7c50e2-4040-412b-a9f5-cb188680154b req-2359e23a-78d9-4ad3-b3c6-f9414a96515a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 1098 time: 0.0992849 Jun 27 12:54:18.347804 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a53713ab-e85a-475a-98fe-dfcfc53bc335 req-6853da5d-5951-4aee-817d-11aec990b509 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712469 Jun 27 12:54:18.398089 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ab7c50e2-4040-412b-a9f5-cb188680154b req-63717496-193e-4d9a-88cf-c0e65e4746b8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724685 Jun 27 12:54:19.078631 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f305b532-623c-42fb-85cf-f54312daec40 req-77fbb936-1159-4d4e-9777-4497622ad14e tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 210 time: 0.0482507 Jun 27 12:54:19.124121 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 41882) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:19.179688 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 5f005cab-e69a-41ef-90eb-d1f504abc673 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:19.206249 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-8d4a8edf-14ad-431d-9e8e-685dd5bc3241 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba4bd5d566324156a312a70e37b19683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803800 Jun 27 12:54:19.208348 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 41886) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:19.447352 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b203430f-f892-466a-bba7-b5bf8be127f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:19.457193 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 5f005cab-e69a-41ef-90eb-d1f504abc673 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:19.462796 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 5f005cab-e69a-41ef-90eb-d1f504abc673 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:19.463433 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:19.519319 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-ceb8fa32-d035-4cd8-9d0c-8a34f979a1b8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:19.524563 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-ceb8fa32-d035-4cd8-9d0c-8a34f979a1b8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.52 "GET /v2.0/networks?id=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 HTTP/1.1" status: 200 len: 809 time: 0.2803726 Jun 27 12:54:19.581156 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Request body: {'port': {'device_id': '0849ca81-a0df-4e25-8d75-a6d2ce91067b', 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5', 'admin_state_up': True, 'tenant_id': '1cb921c3ae284816bfcfabbd695a8dd0'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:19.762817 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:19.764386 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b203430f-f892-466a-bba7-b5bf8be127f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:19.844373 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d861dc9-c342-4391-a313-3675a52e2735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f005cab-e69a-41ef-90eb-d1f504abc673'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:19.880472 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 5f005cab-e69a-41ef-90eb-d1f504abc673, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5f005cab-e69a-41ef-90eb-d1f504abc673,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:19.919536 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d861dc9-c342-4391-a313-3675a52e2735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f005cab-e69a-41ef-90eb-d1f504abc673', 'code': 200} Jun 27 12:54:20.018188 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:20.020554 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:20.022149 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d559602-4fd9-4885-884e-680772482e5c req-a1de2d7c-2e23-4e09-b1d4-77379da5c3fc tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:20.034107 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2d559602-4fd9-4885-884e-680772482e5c req-a1de2d7c-2e23-4e09-b1d4-77379da5c3fc tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 945 time: 0.4192579 Jun 27 12:54:20.067954 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:20.099612 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:20.114924 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2d559602-4fd9-4885-884e-680772482e5c req-1f763862-2318-4847-ba1c-29e210183512 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793309 Jun 27 12:54:20.139774 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=5f005cab-e69a-41ef-90eb-d1f504abc673,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:20.144216 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:20.195675 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b203430f-f892-466a-bba7-b5bf8be127f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:20.201204 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b9c86ab7-ce7e-4699-8139-1e5c3f083bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:20.217671 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203430f-f892-466a-bba7-b5bf8be127f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afdd938-59b1-42fd-9b18-95e39bf86be8,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:20.221118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b203430f-f892-466a-bba7-b5bf8be127f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:20.222236 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b203430f-f892-466a-bba7-b5bf8be127f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:20.223351 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-b203430f-f892-466a-bba7-b5bf8be127f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9afdd938-59b1-42fd-9b18-95e39bf86be8 HTTP/1.1" status: 204 len: 168 time: 1.0138984 Jun 27 12:54:20.241109 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Made reservation on behalf of 1cb921c3ae284816bfcfabbd695a8dd0 for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:54:20.252921 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:20.275165 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-50c29a2b-c3d9-48cd-9ab0-0133245f6d13 req-6736dd70-7219-47e9-8107-62b774f41e6c tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 210 time: 0.0560355 Jun 27 12:54:20.431638 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880faa67-0b5a-4f7e-ae90-92918accc79f req-5201b36e-88d0-4b78-af3b-d58694d0ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:20.434974 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-880faa67-0b5a-4f7e-ae90-92918accc79f req-5201b36e-88d0-4b78-af3b-d58694d0ea32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 1099 time: 0.1065180 Jun 27 12:54:20.494519 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-880faa67-0b5a-4f7e-ae90-92918accc79f req-d88da654-7d41-4143-b890-d3f1310ef22c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520558 Jun 27 12:54:20.499012 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Allocated IP 172.20.0.2 (0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5/02955b01-7631-4c4b-9d06-041455f2fa62/9205aa42-c325-430b-8ea4-7fe6fb30ae8d) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:54:20.638329 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d46ca913-b028-424d-91a3-9565313aa25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:20.760152 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:20.868842 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:20.875689 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:20.952803 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:54:20.956677 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:54:20.960993 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:54:20.996909 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Pushing event updated for resources: {'Port': ['ID=9205aa42-c325-430b-8ea4-7fe6fb30ae8d,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:21.007477 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:21.032944 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:21.034107 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:21.283386 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7426870 Jun 27 12:54:21.295368 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Request body: {'port': {'device_id': '0849ca81-a0df-4e25-8d75-a6d2ce91067b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:21.322864 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e41fef-68b3-4d27-9f37-cc426fa2f1d2 req-c0ea5e27-922a-48ca-9c52-ee1691dac33a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:21.323518 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:21.324512 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-08e41fef-68b3-4d27-9f37-cc426fa2f1d2 req-c0ea5e27-922a-48ca-9c52-ee1691dac33a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.0821445 Jun 27 12:54:21.374801 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-08e41fef-68b3-4d27-9f37-cc426fa2f1d2 req-26b405e6-adf7-42c3-b78a-b7f2e46cfcae tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 Jun 27 12:54:21.490017 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:21.641050 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2812e3-ac9c-491c-a14a-4a5365848ec6 req-42cb5b47-2447-452c-b925-1670a4b829c8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:21.642792 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-ca2812e3-ac9c-491c-a14a-4a5365848ec6 req-42cb5b47-2447-452c-b925-1670a4b829c8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Synchronizing usage tracker for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:21.759169 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-ca2812e3-ac9c-491c-a14a-4a5365848ec6 req-42cb5b47-2447-452c-b925-1670a4b829c8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Unset dirty status for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:21.760368 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ca2812e3-ac9c-491c-a14a-4a5365848ec6 req-42cb5b47-2447-452c-b925-1670a4b829c8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 931 time: 0.3405781 Jun 27 12:54:21.852986 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ca2812e3-ac9c-491c-a14a-4a5365848ec6 req-a5c9d322-8e61-440a-a9f4-4677abe6939e tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848742 Jun 27 12:54:22.004685 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9205aa42-c325-430b-8ea4-7fe6fb30ae8d {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:54:22.028338 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:22.067267 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Transition to ACTIVE for port object 9205aa42-c325-430b-8ea4-7fe6fb30ae8d will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:22.200113 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:22.211047 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:22.343491 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Pushing event updated for resources: {'Port': ['ID=9205aa42-c325-430b-8ea4-7fe6fb30ae8d,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:22.371519 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:22.473741 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Attempting to bind port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:54:22.474112 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Attempting to bind port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'fafbc953-3ace-44e2-bd63-d915d48c4b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:54:22.474440 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Attempting to bind port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d on network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:22.480544 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d on network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:54:22.480920 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Attempting to bind port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d on network 0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:22.487968 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:54:22.488294 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Checking segment: {'id': 'fafbc953-3ace-44e2-bd63-d915d48c4b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:22.488681 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Bound using segment: {'id': 'fafbc953-3ace-44e2-bd63-d915d48c4b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:54:22.489253 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Bound port: 9205aa42-c325-430b-8ea4-7fe6fb30ae8d, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafbc953-3ace-44e2-bd63-d915d48c4b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:54:22.489603 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:22.647066 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] For port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:54:22.650728 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] For port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9205aa42-c325-430b-8ea4-7fe6fb30ae8d,segment=NetworkSegment(fafbc953-3ace-44e2-bd63-d915d48c4b8b),segment_id=fafbc953-3ace-44e2-bd63-d915d48c4b8b)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:54:22.666659 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7ec16-c7ea-42ca-bc5f-ac2c1b7ce314 req-8e153fcb-ad5f-48b4-b8ea-db3ccbb47a83 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:22.670769 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-01d7ec16-c7ea-42ca-bc5f-ac2c1b7ce314 req-8e153fcb-ad5f-48b4-b8ea-db3ccbb47a83 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1555111 Jun 27 12:54:22.725367 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-01d7ec16-c7ea-42ca-bc5f-ac2c1b7ce314 req-b8d64207-47b2-499a-91b7-9b7a042555d4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507374 Jun 27 12:54:22.731553 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:22.737236 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:22.828566 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:22.830228 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:22.831961 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] 10.222.0.52 "PUT /v2.0/ports/9205aa42-c325-430b-8ea4-7fe6fb30ae8d HTTP/1.1" status: 200 len: 1093 time: 1.5408878 Jun 27 12:54:22.832621 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0849ca81-a0df-4e25-8d75-a6d2ce91067b', 'tag': '9205aa42-c325-430b-8ea4-7fe6fb30ae8d'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:22.854970 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Pushing event updated for resources: {'Port': ['ID=9205aa42-c325-430b-8ea4-7fe6fb30ae8d,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:22.866578 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:23.039090 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-1ade75af-4514-49eb-a9a4-6d8d143e6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:23.040570 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-1ade75af-4514-49eb-a9a4-6d8d143e6add service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1cb921c3ae284816bfcfabbd695a8dd0&device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 1096 time: 0.0851998 Jun 27 12:54:23.210808 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-3a7d4690-349a-4b2d-be34-6102c4c0b1ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9205aa42-c325-430b-8ea4-7fe6fb30ae8d HTTP/1.1" status: 200 len: 217 time: 0.1626146 Jun 27 12:54:23.215119 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0849ca81-a0df-4e25-8d75-a6d2ce91067b', 'tag': '9205aa42-c325-430b-8ea4-7fe6fb30ae8d', 'status': 'completed', 'code': 200} Jun 27 12:54:23.288916 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-01cd3fd9-aeda-4a48-aca0-9c055fd9e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:23.291273 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-01cd3fd9-aeda-4a48-aca0-9c055fd9e862 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02955b01-7631-4c4b-9d06-041455f2fa62 HTTP/1.1" status: 200 len: 849 time: 0.0676179 Jun 27 12:54:23.375567 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-4a3c60fa-e07e-4442-aedf-f605c0c89cd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675621 Jun 27 12:54:23.416907 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1e9a30e4-1aa0-44a8-b16c-7a4782106701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:23.425899 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84af57-f11e-41fc-8afc-0a1cb45fe11d req-4fe00b94-7060-4e04-aee3-7493e6976e5d tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:23.427556 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6f84af57-f11e-41fc-8afc-0a1cb45fe11d req-4fe00b94-7060-4e04-aee3-7493e6976e5d tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 943 time: 0.1016388 Jun 27 12:54:23.481348 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6f84af57-f11e-41fc-8afc-0a1cb45fe11d req-56737b81-a929-48c6-935b-8148da9a0e96 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473619 Jun 27 12:54:23.558945 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-2323ecec-59bd-476e-b7d0-0c1a676ff742 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f68fbbf176d474b8dcc10c9e4d82ea6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444407 Jun 27 12:54:23.595623 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42058) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:23.660306 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a89f-5303-49bf-87e0-dd8f83b44edc req-5e5f00c0-4628-4f04-9c28-1fa2b8853730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:23.662263 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ef46a89f-5303-49bf-87e0-dd8f83b44edc req-5e5f00c0-4628-4f04-9c28-1fa2b8853730 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 1099 time: 0.1602356 Jun 27 12:54:23.770335 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-76e8ee41-a2f7-4c3c-8c9d-b24a7bf82cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874035 Jun 27 12:54:23.903470 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-32180aad-8bf8-49da-af39-5d7164d8b5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:23.936271 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-32180aad-8bf8-49da-af39-5d7164d8b5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:23.939289 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-8fd70a08-27bd-45ee-860d-346993266e43 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:23.941140 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-8fd70a08-27bd-45ee-860d-346993266e43 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3728244 Jun 27 12:54:23.942813 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-32180aad-8bf8-49da-af39-5d7164d8b5f0 admin admin] Usage tracker for resource:security_group_rule and tenant:1fdf24a2ce5142698ea740f928663bb7 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:23.950204 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-32180aad-8bf8-49da-af39-5d7164d8b5f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:23.968280 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f1e9848a-980e-47af-b67b-bbf8bd00868c req-ab036819-9416-4b44-8fcb-a541e0a84d75 service neutron] 10.222.0.52 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909854 Jun 27 12:54:23.974881 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-32180aad-8bf8-49da-af39-5d7164d8b5f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:23.979573 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-0784108c-4761-45bb-8b53-fb215ad04869 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/quotas/8f68fbbf176d474b8dcc10c9e4d82ea6 HTTP/1.1" status: 200 len: 375 time: 0.0242500 Jun 27 12:54:24.009432 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a89f-5303-49bf-87e0-dd8f83b44edc req-08bbb73e-0d30-478c-8ef7-426a28c80636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:24.010982 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ef46a89f-5303-49bf-87e0-dd8f83b44edc req-08bbb73e-0d30-478c-8ef7-426a28c80636 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e0a05e66-37fd-4570-83e5-5ee41014dd0b HTTP/1.1" status: 200 len: 919 time: 0.3405588 Jun 27 12:54:24.029433 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-afe66ec3-9786-4ae0-b148-09175c8310ae tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f68fbbf176d474b8dcc10c9e4d82ea6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474031 Jun 27 12:54:24.108072 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ef46a89f-5303-49bf-87e0-dd8f83b44edc req-d1669544-74d6-4af5-a77c-1c42f39cc56c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f005cab-e69a-41ef-90eb-d1f504abc673 HTTP/1.1" status: 200 len: 217 time: 0.0830796 Jun 27 12:54:24.119195 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be5920-959f-4990-86ae-742e7d2e5db3 req-da3dfe9c-2d9d-4ccf-8f1f-daa456beec6c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:24.120892 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d6be5920-959f-4990-86ae-742e7d2e5db3 req-da3dfe9c-2d9d-4ccf-8f1f-daa456beec6c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.2934000 Jun 27 12:54:24.200579 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1979bf-a1e4-4442-80ac-476cce4cfd2f req-a3560e78-89ba-4649-ba23-2dae0fafffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:24.202064 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cf1979bf-a1e4-4442-80ac-476cce4cfd2f req-a3560e78-89ba-4649-ba23-2dae0fafffd2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1cb921c3ae284816bfcfabbd695a8dd0&device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 1096 time: 0.0822570 Jun 27 12:54:24.248029 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a89f-5303-49bf-87e0-dd8f83b44edc req-ef17bae4-d83a-4ba3-8c06-aae044d1eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:24.249370 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ef46a89f-5303-49bf-87e0-dd8f83b44edc req-ef17bae4-d83a-4ba3-8c06-aae044d1eb8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce390726-c430-4a6a-89bf-434dd6715207 HTTP/1.1" status: 200 len: 858 time: 0.1261473 Jun 27 12:54:24.252979 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d6be5920-959f-4990-86ae-742e7d2e5db3 req-b76b5e23-8b85-49c3-830c-7f4efd7349c3 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904729 Jun 27 12:54:24.333614 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ef46a89f-5303-49bf-87e0-dd8f83b44edc req-acb8f58f-b9ad-43b8-9fb1-9e85af3760de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0a05e66-37fd-4570-83e5-5ee41014dd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749784 Jun 27 12:54:24.340665 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-32180aad-8bf8-49da-af39-5d7164d8b5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:24.443596 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-69fa8fa8-e43d-485b-9a99-84220bfeff1e req-e0569d27-6570-49ff-a6ce-8931d960659d tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 210 time: 0.1033800 Jun 27 12:54:24.509886 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-32180aad-8bf8-49da-af39-5d7164d8b5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:24.528350 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-976d16d6-5926-46d8-b4f2-06ed84565f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:24.534291 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1979bf-a1e4-4442-80ac-476cce4cfd2f req-6b6c0be1-af9e-4ee8-abe1-0474f6682805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:24.535933 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cf1979bf-a1e4-4442-80ac-476cce4cfd2f req-6b6c0be1-af9e-4ee8-abe1-0474f6682805 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 HTTP/1.1" status: 200 len: 910 time: 0.3249221 Jun 27 12:54:24.571568 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:24.592752 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32180aad-8bf8-49da-af39-5d7164d8b5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab6cfe1-dd89-4bcb-aee8-39fcdcafbf29,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:24.609339 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-32180aad-8bf8-49da-af39-5d7164d8b5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:24.612948 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-32180aad-8bf8-49da-af39-5d7164d8b5f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fdf24a2ce5142698ea740f928663bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0157001 Jun 27 12:54:24.616299 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42086) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:24.647364 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cf1979bf-a1e4-4442-80ac-476cce4cfd2f req-e5e8472c-0dc4-4c55-a1d3-04c60c90c674 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9205aa42-c325-430b-8ea4-7fe6fb30ae8d HTTP/1.1" status: 200 len: 217 time: 0.0840375 Jun 27 12:54:24.740377 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ef46a89f-5303-49bf-87e0-dd8f83b44edc req-29e0d42b-7649-4b28-9556-250c153ba969 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983152 Jun 27 12:54:24.753996 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1979bf-a1e4-4442-80ac-476cce4cfd2f req-573a53a8-5117-4d2f-8cc0-1f4d044a4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:24.759122 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cf1979bf-a1e4-4442-80ac-476cce4cfd2f req-573a53a8-5117-4d2f-8cc0-1f4d044a4dd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02955b01-7631-4c4b-9d06-041455f2fa62 HTTP/1.1" status: 200 len: 849 time: 0.0968955 Jun 27 12:54:24.833322 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cf1979bf-a1e4-4442-80ac-476cce4cfd2f req-84e377eb-d2d5-4275-97e8-4d98f0e46677 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599532 Jun 27 12:54:24.955284 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-17add990-2b3f-4464-8af4-35308e49fdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:24.987083 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cf1979bf-a1e4-4442-80ac-476cce4cfd2f req-455f7fc1-4cc9-40dc-b9e6-28b5fd73bdaa service neutron] 10.222.0.52 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443112 Jun 27 12:54:25.021336 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-17add990-2b3f-4464-8af4-35308e49fdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:25.051275 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ecfc-4a19-4020-a593-06285c68bf7c req-7b289901-99d5-458b-90a4-c0aa9fb6d9f2 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:25.053218 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2d80ecfc-4a19-4020-a593-06285c68bf7c req-7b289901-99d5-458b-90a4-c0aa9fb6d9f2 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 943 time: 0.3973711 Jun 27 12:54:25.055575 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ef46a89f-5303-49bf-87e0-dd8f83b44edc req-c29d175c-d556-4c38-93ad-420c2a6ec555 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980504 Jun 27 12:54:25.156296 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2d80ecfc-4a19-4020-a593-06285c68bf7c req-a5bada1a-ffa1-43c1-b93f-a7691c71c9df tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929945 Jun 27 12:54:25.178487 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cf1979bf-a1e4-4442-80ac-476cce4cfd2f req-bc75ba61-95a1-4cec-88e1-c211aa5e40b6 service neutron] 10.222.0.52 "GET /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808348 Jun 27 12:54:25.279914 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-17add990-2b3f-4464-8af4-35308e49fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:25.285854 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-7c76186c-f292-4f92-a3cd-b0fbf87cd716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:25.300406 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17add990-2b3f-4464-8af4-35308e49fdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab6cfe1-dd89-4bcb-aee8-39fcdcafbf29,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:25.303488 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-17add990-2b3f-4464-8af4-35308e49fdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:25.306122 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-17add990-2b3f-4464-8af4-35308e49fdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:25.307562 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-17add990-2b3f-4464-8af4-35308e49fdd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ab6cfe1-dd89-4bcb-aee8-39fcdcafbf29 HTTP/1.1" status: 204 len: 168 time: 0.6893790 Jun 27 12:54:25.544355 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05c573-9fdf-4e6c-9312-ddda5f9205b1 req-5b4d58bb-3da9-4920-98c5-9cd967edf343 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:25.545833 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ec05c573-9fdf-4e6c-9312-ddda5f9205b1 req-5b4d58bb-3da9-4920-98c5-9cd967edf343 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1199982 Jun 27 12:54:25.595363 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ec05c573-9fdf-4e6c-9312-ddda5f9205b1 req-b94458d0-f728-4dd9-9e2a-de883d7bd72f tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Jun 27 12:54:25.651802 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fa035dba-0357-48bc-b68a-1c0dde455709 req-bddbd3b3-1f08-47e2-ab96-82bcc4fb59fe tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 210 time: 0.0702584 Jun 27 12:54:26.144492 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:26.158602 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55aac0be-0dab-4f9c-880c-97d87f7d8217 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:26.169859 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55aac0be-0dab-4f9c-880c-97d87f7d8217 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 815 time: 0.2981632 Jun 27 12:54:26.194417 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-7d4dffa0-718f-4c16-abf9-cc3fab59ae4f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/quotas/fcb92e9377bb46debad9fdb20f60124f HTTP/1.1" status: 200 len: 375 time: 0.0234401 Jun 27 12:54:26.320368 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-a3a09ed9-9899-42ef-ae92-43e9558e856b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1187348 Jun 27 12:54:26.398714 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889f462-e58b-475d-a4fe-04740483eadc req-86e4d42f-92ae-4696-82b9-4308acf39964 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:26.399862 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f889f462-e58b-475d-a4fe-04740483eadc req-86e4d42f-92ae-4696-82b9-4308acf39964 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 943 time: 0.0984924 Jun 27 12:54:26.452282 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f889f462-e58b-475d-a4fe-04740483eadc req-bced67d5-0772-4c7c-a6b1-8b0bd5eeec98 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459371 Jun 27 12:54:26.468445 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-0810fc4c-8331-42cd-8aa9-d5514970cfaf service neutron] 10.222.0.41 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412117 Jun 27 12:54:26.614561 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-b3e92d5a-2d18-4da2-95a4-be188f2203ed service neutron] 10.222.0.41 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397648 Jun 27 12:54:26.833649 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8311-25f1-4ad6-8247-6dbf422be3ae req-634f6ea7-057e-4407-9f21-0abf155777ec tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:26.835106 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c02f8311-25f1-4ad6-8247-6dbf422be3ae req-634f6ea7-057e-4407-9f21-0abf155777ec tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.0894709 Jun 27 12:54:26.890786 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c02f8311-25f1-4ad6-8247-6dbf422be3ae req-e5065db1-d5cd-4f89-975d-231a6c2bfb03 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496211 Jun 27 12:54:27.050728 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b8140b94-0002-4122-8461-0661d9d8f49d req-a811fb30-5c2b-402a-bc59-ac98419da4e3 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 210 time: 0.0965874 Jun 27 12:54:27.070800 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cbb618df-5aae-4ea9-b5d9-93e677af3c2c req-fd13fa98-3d7f-45f4-b347-0820a9a447e5 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 210 time: 0.0598435 Jun 27 12:54:27.175833 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-6182e0ff-79a0-4d4c-8d49-8d329183f533 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8f68fbbf176d474b8dcc10c9e4d82ea6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271268 Jun 27 12:54:27.225850 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 9205aa42-c325-430b-8ea4-7fe6fb30ae8d details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:54:27.388403 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-535c751e-bb7b-46be-9171-a78d72e80574 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:27.391244 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9205aa42-c325-430b-8ea4-7fe6fb30ae8d,segment=NetworkSegment(fafbc953-3ace-44e2-bd63-d915d48c4b8b),segment_id=fafbc953-3ace-44e2-bd63-d915d48c4b8b)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:27.393812 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-535c751e-bb7b-46be-9171-a78d72e80574 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058806 Jun 27 12:54:27.407851 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Request body: {'port': {'device_id': '0b4263a8-8490-4ec9-ba45-ad82a859339c', 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab', 'admin_state_up': True, 'tenant_id': '8f68fbbf176d474b8dcc10c9e4d82ea6'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:27.408713 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '9205aa42-c325-430b-8ea4-7fe6fb30ae8d', 'network_id': '0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5', 'port_id': '9205aa42-c325-430b-8ea4-7fe6fb30ae8d', 'mac_address': 'fa:16:3e:5b:d6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02955b01-7631-4c4b-9d06-041455f2fa62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:54:27.498173 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:27.519816 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9205aa42-c325-430b-8ea4-7fe6fb30ae8d {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:54:27.542551 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9205aa42-c325-430b-8ea4-7fe6fb30ae8d,segment=NetworkSegment(fafbc953-3ace-44e2-bd63-d915d48c4b8b),segment_id=fafbc953-3ace-44e2-bd63-d915d48c4b8b)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:27.622958 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:27.623199 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:27.628126 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:27.689636 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Usage tracker for resource:port and tenant:8f68fbbf176d474b8dcc10c9e4d82ea6 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:27.697515 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:27.713820 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:27.720885 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=9205aa42-c325-430b-8ea4-7fe6fb30ae8d,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:27.724654 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:27.793670 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e67039-b457-41ae-b7d8-c93cb8b2e5f1 req-9e8dde20-dc3d-4dde-a9f2-f76ad4165d52 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:27.801023 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-15e67039-b457-41ae-b7d8-c93cb8b2e5f1 req-9e8dde20-dc3d-4dde-a9f2-f76ad4165d52 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 944 time: 0.1803908 Jun 27 12:54:27.832613 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Made reservation on behalf of 8f68fbbf176d474b8dcc10c9e4d82ea6 for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:54:27.836111 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:27.856342 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:27.887503 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:27.892960 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-15e67039-b457-41ae-b7d8-c93cb8b2e5f1 req-c6ee7cd8-f520-43d7-a7d8-8ff08c87040e tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908213 Jun 27 12:54:27.895162 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Usage tracker for resource:security_group_rule and tenant:8f68fbbf176d474b8dcc10c9e4d82ea6 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:27.898224 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:27.904081 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:28.014375 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:28.091538 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['9205aa42-c325-430b-8ea4-7fe6fb30ae8d'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:54:28.111005 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad9d28-7466-4b04-ba79-760d111c4641 req-a7ebf5c3-348e-4ced-ac57-95ea948abe97 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:28.112557 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d3ad9d28-7466-4b04-ba79-760d111c4641 req-a7ebf5c3-348e-4ced-ac57-95ea948abe97 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.0984955 Jun 27 12:54:28.116662 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:28.173209 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d3ad9d28-7466-4b04-ba79-760d111c4641 req-90cfa2be-a10c-4593-865e-0f8b5c30d319 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538330 Jun 27 12:54:28.219425 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9c2744d8-a2dc-4b9d-8ad6-73c9672ab911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:28.291899 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-723bfedd-d4ab-4bf5-96f4-51aabf474b2f req-baebbec7-63b1-4ede-8672-8079186e681b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 210 time: 0.0734196 Jun 27 12:54:28.317232 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6456827a-6b13-4cfc-a544-740b41331144,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:28.321248 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:28.341476 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8d679fba-b1ec-436e-9de8-4539ef4fb699 req-d9c01e9b-049e-44d1-ba72-a54ab94a89c8 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 210 time: 0.0650549 Jun 27 12:54:28.405160 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Allocated IP 192.168.233.177 (47668e82-ae37-4371-a584-ce4c68f9ebab/77e56163-ae2b-475a-8b3d-ecf5224e608a/38e04adc-9ac6-4c1a-bacd-8d5733aece18) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:54:28.617434 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:28.633920 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Transition to ACTIVE for port object 38e04adc-9ac6-4c1a-bacd-8d5733aece18 will not be triggered until provisioned by entity DHCP. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:28.748908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:28.755754 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:28.824676 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Network 47668e82-ae37-4371-a584-ce4c68f9ebab is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:54:28.827811 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:54:28.831986 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:54:28.863975 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Pushing event updated for resources: {'Port': ['ID=38e04adc-9ac6-4c1a-bacd-8d5733aece18,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:28.870914 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:28.907921 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:28.908199 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:29.075469 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6726925 Jun 27 12:54:29.092840 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Request body: {'port': {'device_id': '0b4263a8-8490-4ec9-ba45-ad82a859339c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:29.096515 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9664f-1d53-450d-a51a-1b3ea361be56 req-8d74ce37-a5d6-4426-8531-b2e637ab1ab8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:29.098225 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2ce9664f-1d53-450d-a51a-1b3ea361be56 req-8d74ce37-a5d6-4426-8531-b2e637ab1ab8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 944 time: 0.0904150 Jun 27 12:54:29.150119 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2ce9664f-1d53-450d-a51a-1b3ea361be56 req-7464b9f8-0498-482e-aaa1-96336e8d3d25 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458622 Jun 27 12:54:29.251744 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-3c044899-1808-4d12-b8f0-d9c167234c5d None None] Provisioning for port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:29.258249 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-3c044899-1808-4d12-b8f0-d9c167234c5d None None] Provisioning complete for port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:29.258618 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-3c044899-1808-4d12-b8f0-d9c167234c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:29.328117 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-3c044899-1808-4d12-b8f0-d9c167234c5d None None] Port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:54:29.366517 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:29.453482 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e6ba1-d1e2-4d86-bfa7-e39824b67b65 req-6034c69d-c724-4a4c-a59a-0a26f263b035 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:29.455130 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2d3e6ba1-d1e2-4d86-bfa7-e39824b67b65 req-6034c69d-c724-4a4c-a59a-0a26f263b035 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1626699 Jun 27 12:54:29.470000 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3901fbfc-d224-4552-89cc-a4e76d1b2385 req-6b5adba9-c318-4270-a9de-60ffad6ecad0 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 210 time: 0.0502782 Jun 27 12:54:29.587657 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2d3e6ba1-d1e2-4d86-bfa7-e39824b67b65 req-10d2c455-6753-4dd1-a16a-0119bf18b3a2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228509 Jun 27 12:54:29.719313 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2796a20-b13f-4818-9382-e38b8be34aa5 req-271b825e-379d-41b0-b089-16f69e9e82e2 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:29.721337 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a2796a20-b13f-4818-9382-e38b8be34aa5 req-271b825e-379d-41b0-b089-16f69e9e82e2 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 936 time: 0.1078281 Jun 27 12:54:29.779350 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a2796a20-b13f-4818-9382-e38b8be34aa5 req-301962b3-dbaa-4802-b371-5ac2920f5a02 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489089 Jun 27 12:54:29.822767 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e04adc-9ac6-4c1a-bacd-8d5733aece18 {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:54:29.830608 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:29.847159 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Transition to ACTIVE for port object 38e04adc-9ac6-4c1a-bacd-8d5733aece18 will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:29.966424 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:29.972312 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-579b3c8c-6ce1-4191-b0b5-e36c96390aa1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:30.025343 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-f4882c8a-1d19-4225-88c8-25ded7235e43 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:30.028679 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-f4882c8a-1d19-4225-88c8-25ded7235e43 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 815 time: 0.1787477 Jun 27 12:54:30.046539 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Request body: {'port': {'device_id': 'eb262c34-9465-40ab-b388-cc90560778a3', 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80', 'admin_state_up': True, 'tenant_id': 'fcb92e9377bb46debad9fdb20f60124f'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:30.108611 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 42256) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:30.203444 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Pushing event updated for resources: {'Port': ['ID=38e04adc-9ac6-4c1a-bacd-8d5733aece18,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:30.232015 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:30.266169 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:30.277137 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:30.327870 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:54:30.346428 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Made reservation on behalf of fcb92e9377bb46debad9fdb20f60124f for: {'port': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:54:30.350779 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:30.424562 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-89c397b0-b426-4e3d-a6cf-95788e01a975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:30.445439 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Attempting to bind port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:54:30.445729 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Attempting to bind port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'b97e366a-52e9-439a-bcd3-b9bd8e79b618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:54:30.447484 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Attempting to bind port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 on network 47668e82-ae37-4371-a584-ce4c68f9ebab {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:30.462321 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 on network 47668e82-ae37-4371-a584-ce4c68f9ebab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:54:30.462603 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Attempting to bind port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 on network 47668e82-ae37-4371-a584-ce4c68f9ebab {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:30.471718 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-89c397b0-b426-4e3d-a6cf-95788e01a975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:30.478213 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:54:30.482444 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Checking segment: {'id': 'b97e366a-52e9-439a-bcd3-b9bd8e79b618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:30.482444 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Bound using segment: {'id': 'b97e366a-52e9-439a-bcd3-b9bd8e79b618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:54:30.482444 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Bound port: 38e04adc-9ac6-4c1a-bacd-8d5733aece18, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97e366a-52e9-439a-bcd3-b9bd8e79b618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:54:30.482444 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:30.491770 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-89c397b0-b426-4e3d-a6cf-95788e01a975 admin admin] Usage tracker for resource:security_group_rule and tenant:d528d5af81d24ea38805e8ada7fab4eb is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:30.497100 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-89c397b0-b426-4e3d-a6cf-95788e01a975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:30.513075 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-89c397b0-b426-4e3d-a6cf-95788e01a975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:30.564453 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Allocated IP 172.20.0.14 (ad63dbb5-11bf-4177-9d20-5e29a67dca80/ee69f823-8f94-4401-8043-a102f1a1a1ec/8b962ab6-d58f-48cd-994d-770607852a70) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:54:30.602419 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9059a0b-9dfc-42b2-bc5b-e71a1252d4a1 req-bcc18cd9-38b5-4292-8c82-6bb52eea6ed3 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:30.609644 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e9059a0b-9dfc-42b2-bc5b-e71a1252d4a1 req-bcc18cd9-38b5-4292-8c82-6bb52eea6ed3 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 944 time: 0.2436030 Jun 27 12:54:30.664118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] For port 38e04adc-9ac6-4c1a-bacd-8d5733aece18, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:54:30.682255 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] For port 38e04adc-9ac6-4c1a-bacd-8d5733aece18, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38e04adc-9ac6-4c1a-bacd-8d5733aece18,segment=NetworkSegment(b97e366a-52e9-439a-bcd3-b9bd8e79b618),segment_id=b97e366a-52e9-439a-bcd3-b9bd8e79b618)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:54:30.698752 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e9059a0b-9dfc-42b2-bc5b-e71a1252d4a1 req-556a6e6c-a826-4aa6-bcb9-b57bf0ad2bd8 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880418 Jun 27 12:54:30.720023 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-5a225aba-1a75-424d-8f54-414d8171bc12 req-d01bb76f-a479-4b68-96f9-59c957cf133d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 210 time: 0.0490711 Jun 27 12:54:30.764560 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:30.801491 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:30.888583 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:30.889852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:30.891848 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] 10.222.0.52 "PUT /v2.0/ports/38e04adc-9ac6-4c1a-bacd-8d5733aece18 HTTP/1.1" status: 200 len: 1098 time: 1.8032384 Jun 27 12:54:30.918610 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-89c397b0-b426-4e3d-a6cf-95788e01a975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:30.920147 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4263a8-8490-4ec9-ba45-ad82a859339c', 'tag': '38e04adc-9ac6-4c1a-bacd-8d5733aece18'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:30.944587 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:30.993885 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Pushing event updated for resources: {'Port': ['ID=38e04adc-9ac6-4c1a-bacd-8d5733aece18,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:30.996156 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:31.017792 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-89c397b0-b426-4e3d-a6cf-95788e01a975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:31.041714 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-cfe2b5aa-784d-417a-a58b-cefc5aa1c285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:31.049324 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:31.056947 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:31.063995 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['425e04bf-f19e-4777-b8d5-b24f4102e577', '0f911679-a7b5-4fab-9603-995d4597c32a', '32bd0915-8abb-4ddc-a724-bd3b294422df'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:54:31.162293 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-89c397b0-b426-4e3d-a6cf-95788e01a975 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d528d5af81d24ea38805e8ada7fab4eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0437393 Jun 27 12:54:31.173244 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 42296) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:31.202875 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c397b0-b426-4e3d-a6cf-95788e01a975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c81ca7-5e12-442b-8efd-fd6ce4024921,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:31.213940 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-89c397b0-b426-4e3d-a6cf-95788e01a975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:31.268196 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4dfa2-18dc-4e35-83b0-af8aeb20aca1 req-5a11c9a3-c5fb-4461-85a2-08f129278d25 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:31.275130 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-45d4dfa2-18dc-4e35-83b0-af8aeb20aca1 req-5a11c9a3-c5fb-4461-85a2-08f129278d25 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.3799379 Jun 27 12:54:31.277119 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 9205aa42-c325-430b-8ea4-7fe6fb30ae8d up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:31.300355 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Network ad63dbb5-11bf-4177-9d20-5e29a67dca80 is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:54:31.305626 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:54:31.313619 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:54:31.316479 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-18533233-62ab-40b1-8dcf-92e6bc7580f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:31.325817 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-94d34e52-ddb5-4ba7-a0f1-40c274a866a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:31.330187 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-94d34e52-ddb5-4ba7-a0f1-40c274a866a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f68fbbf176d474b8dcc10c9e4d82ea6&device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 1101 time: 0.2549076 Jun 27 12:54:31.348135 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Pushing event updated for resources: {'Port': ['ID=8b962ab6-d58f-48cd-994d-770607852a70,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:31.360577 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:31.398556 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:31.399182 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:31.418364 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-45d4dfa2-18dc-4e35-83b0-af8aeb20aca1 req-78676f4e-3cef-45c7-8b1c-1e61f38b96d7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422534 Jun 27 12:54:31.445089 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b3d37-1599-4c8c-8e49-d6c8521d5e4a req-3ece9556-8fa1-48bf-a909-354ff6318e7f tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:31.447444 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6e0b3d37-1599-4c8c-8e49-d6c8521d5e4a req-3ece9556-8fa1-48bf-a909-354ff6318e7f tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 948 time: 0.2758880 Jun 27 12:54:31.453299 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-1d517180-8191-4b60-b362-dabc74d750f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=38e04adc-9ac6-4c1a-bacd-8d5733aece18 HTTP/1.1" status: 200 len: 217 time: 0.1108501 Jun 27 12:54:31.461262 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-18533233-62ab-40b1-8dcf-92e6bc7580f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:31.505749 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6e0b3d37-1599-4c8c-8e49-d6c8521d5e4a req-68313d3f-4581-432c-8b0f-e8b7d3ca0bcc tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506353 Jun 27 12:54:31.507885 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4263a8-8490-4ec9-ba45-ad82a859339c', 'tag': '38e04adc-9ac6-4c1a-bacd-8d5733aece18', 'status': 'completed', 'code': 200} Jun 27 12:54:31.566248 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-32330ee3-5016-4ae6-b7a5-a016e7cbcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:31.568417 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-32330ee3-5016-4ae6-b7a5-a016e7cbcf33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77e56163-ae2b-475a-8b3d-ecf5224e608a HTTP/1.1" status: 200 len: 843 time: 0.0996597 Jun 27 12:54:31.585367 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5462899 Jun 27 12:54:31.592366 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:31.600081 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Request body: {'port': {'device_id': 'eb262c34-9465-40ab-b388-cc90560778a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:31.616877 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:31.617391 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:31.673426 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-3f1da93c-b4f7-47be-8634-4d3ad10d495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:31.675151 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-3f1da93c-b4f7-47be-8634-4d3ad10d495b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=47668e82-ae37-4371-a584-ce4c68f9ebab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1005411 Jun 27 12:54:31.723321 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-18533233-62ab-40b1-8dcf-92e6bc7580f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:31.738332 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:31.741527 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e8c15bf9-0581-4bae-8483-cb4de3c0c660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:31.971191 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:32.017104 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42320) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:32.022355 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0849ca81-a0df-4e25-8d75-a6d2ce91067b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9205aa42-c325-430b-8ea4-7fe6fb30ae8d'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:32.035987 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9205aa42-c325-430b-8ea4-7fe6fb30ae8d,segment=NetworkSegment(fafbc953-3ace-44e2-bd63-d915d48c4b8b),segment_id=fafbc953-3ace-44e2-bd63-d915d48c4b8b)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:32.049662 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18533233-62ab-40b1-8dcf-92e6bc7580f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c81ca7-5e12-442b-8efd-fd6ce4024921,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:32.092301 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-18533233-62ab-40b1-8dcf-92e6bc7580f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:32.115132 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-18533233-62ab-40b1-8dcf-92e6bc7580f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:32.119265 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-18533233-62ab-40b1-8dcf-92e6bc7580f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12c81ca7-5e12-442b-8efd-fd6ce4024921 HTTP/1.1" status: 204 len: 168 time: 0.9427087 Jun 27 12:54:32.155663 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:32.161989 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:32.177872 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-97291fea-6a6b-40cd-b6f6-7f495cf19b11 service neutron] 10.222.0.52 "GET /v2.0/networks/47668e82-ae37-4371-a584-ce4c68f9ebab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955003 Jun 27 12:54:32.254807 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5e53-2bf3-40cd-a80c-33b691b4049d req-985872a0-d3ee-45f3-879c-249ab6a0b99f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:32.255799 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-98ff5e53-2bf3-40cd-a80c-33b691b4049d req-985872a0-d3ee-45f3-879c-249ab6a0b99f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Synchronizing usage tracker for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:32.300959 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=9205aa42-c325-430b-8ea4-7fe6fb30ae8d,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:32.311587 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:32.330223 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d553be-d510-4259-a06d-85d29b0eb3cc req-0f4f6ad1-83a7-4e14-a957-ccbb25945ed3 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:32.331724 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-85d553be-d510-4259-a06d-85d29b0eb3cc req-0f4f6ad1-83a7-4e14-a957-ccbb25945ed3 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 944 time: 0.2916770 Jun 27 12:54:32.332672 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5d54c73f-c950-4deb-b235-fadba7cc163c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:32.386726 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-5d54c73f-c950-4deb-b235-fadba7cc163c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:32.395577 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-5d54c73f-c950-4deb-b235-fadba7cc163c admin admin] Usage tracker for resource:security_group_rule and tenant:ddbbecf8a4a2462790af79b82434f52b is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:32.400859 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-5d54c73f-c950-4deb-b235-fadba7cc163c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:32.403257 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-98ff5e53-2bf3-40cd-a80c-33b691b4049d req-985872a0-d3ee-45f3-879c-249ab6a0b99f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Unset dirty status for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:32.407055 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-85d553be-d510-4259-a06d-85d29b0eb3cc req-9fb1a9b0-c1af-4c6a-a2b5-299041b5843a tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680151 Jun 27 12:54:32.410897 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-98ff5e53-2bf3-40cd-a80c-33b691b4049d req-985872a0-d3ee-45f3-879c-249ab6a0b99f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 932 time: 0.3926902 Jun 27 12:54:32.414516 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65f73a3a-9e7f-454a-9fc3-81870b1dfe3d req-20660bd3-88f8-43fa-8b87-cc4e53e36346 service neutron] 10.222.0.52 "GET /v2.0/networks/47668e82-ae37-4371-a584-ce4c68f9ebab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284181 Jun 27 12:54:32.420180 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-5d54c73f-c950-4deb-b235-fadba7cc163c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:32.450904 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b962ab6-d58f-48cd-994d-770607852a70 {{(pid=79437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:54:32.471319 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:32.507960 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Transition to ACTIVE for port object 8b962ab6-d58f-48cd-994d-770607852a70 will not be triggered until provisioned by entity L2. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:32.513925 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-98ff5e53-2bf3-40cd-a80c-33b691b4049d req-1552bf7a-3f2b-4cd8-bd28-3e953dd6045b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919149 Jun 27 12:54:32.580095 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0849ca81-a0df-4e25-8d75-a6d2ce91067b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9205aa42-c325-430b-8ea4-7fe6fb30ae8d', 'code': 200} Jun 27 12:54:32.600794 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:32.633514 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:32.810891 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74678211-0a25-4b63-b26d-6d7036bbd993 req-889f37b5-9de7-4f06-8d89-adbe13ff7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:32.812374 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74678211-0a25-4b63-b26d-6d7036bbd993 req-889f37b5-9de7-4f06-8d89-adbe13ff7dad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f68fbbf176d474b8dcc10c9e4d82ea6&device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 1101 time: 0.2003109 Jun 27 12:54:32.826977 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1319829-0963-425c-9171-8c4a0dddcd34 req-2bae33d1-f287-4b0a-b7ad-df72e346ba6b tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:32.828331 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-e1319829-0963-425c-9171-8c4a0dddcd34 req-2bae33d1-f287-4b0a-b7ad-df72e346ba6b tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Synchronizing usage tracker for tenant:8f68fbbf176d474b8dcc10c9e4d82ea6 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:32.866996 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5d54c73f-c950-4deb-b235-fadba7cc163c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:32.959379 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Pushing event updated for resources: {'Port': ['ID=8b962ab6-d58f-48cd-994d-770607852a70,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:32.967108 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5d54c73f-c950-4deb-b235-fadba7cc163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:32.976905 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:32.983526 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-32180aad-8bf8-49da-af39-5d7164d8b5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:33.005121 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74678211-0a25-4b63-b26d-6d7036bbd993 req-e7339702-e36a-4520-8f83-936baa948522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:33.006613 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74678211-0a25-4b63-b26d-6d7036bbd993 req-e7339702-e36a-4520-8f83-936baa948522 service neutron] 10.222.0.52 "GET /v2.0/networks?id=47668e82-ae37-4371-a584-ce4c68f9ebab HTTP/1.1" status: 200 len: 870 time: 0.1737428 Jun 27 12:54:33.007933 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.52', 61662) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:33.044269 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-5d54c73f-c950-4deb-b235-fadba7cc163c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddbbecf8a4a2462790af79b82434f52b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0249059 Jun 27 12:54:33.050668 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42342) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:33.070797 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42346) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:33.081887 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54c73f-c950-4deb-b235-fadba7cc163c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c79182-ca62-41d2-a158-5a4108160689,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:33.086305 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5d54c73f-c950-4deb-b235-fadba7cc163c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:33.113129 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2a34d-4845-43f7-9b88-93eea44ea16a req-f3b1ad62-7c87-4171-bffa-537b48060906 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:33.114661 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-62c2a34d-4845-43f7-9b88-93eea44ea16a req-f3b1ad62-7c87-4171-bffa-537b48060906 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.4214056 Jun 27 12:54:33.121239 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-e1319829-0963-425c-9171-8c4a0dddcd34 req-2bae33d1-f287-4b0a-b7ad-df72e346ba6b tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Unset dirty status for tenant:8f68fbbf176d474b8dcc10c9e4d82ea6 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:33.122418 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e1319829-0963-425c-9171-8c4a0dddcd34 req-2bae33d1-f287-4b0a-b7ad-df72e346ba6b tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 948 time: 0.4419332 Jun 27 12:54:33.130931 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-39d089fd-d57a-45db-9ea4-b541ca7d7f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:33.136588 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74678211-0a25-4b63-b26d-6d7036bbd993 req-a6d4bfeb-2e0e-4a7e-98f5-cc1c9ad6f326 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=38e04adc-9ac6-4c1a-bacd-8d5733aece18 HTTP/1.1" status: 200 len: 217 time: 0.1119299 Jun 27 12:54:33.140101 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Attempting to bind port 8b962ab6-d58f-48cd-994d-770607852a70 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:54:33.140431 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Attempting to bind port 8b962ab6-d58f-48cd-994d-770607852a70 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:54:33.140747 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Attempting to bind port 8b962ab6-d58f-48cd-994d-770607852a70 on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:33.252599 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-e1319829-0963-425c-9171-8c4a0dddcd34 req-45033490-4d6d-4e60-9f29-4185305fd267 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Synchronizing usage tracker for tenant:8f68fbbf176d474b8dcc10c9e4d82ea6 on resource:security_group {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:33.261512 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74678211-0a25-4b63-b26d-6d7036bbd993 req-b059558a-7d93-4167-9327-128defdf541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:33.263116 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74678211-0a25-4b63-b26d-6d7036bbd993 req-b059558a-7d93-4167-9327-128defdf541c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77e56163-ae2b-475a-8b3d-ecf5224e608a HTTP/1.1" status: 200 len: 843 time: 0.1101551 Jun 27 12:54:33.267700 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Port 8b962ab6-d58f-48cd-994d-770607852a70 on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:54:33.268020 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Attempting to bind port 8b962ab6-d58f-48cd-994d-770607852a70 on network ad63dbb5-11bf-4177-9d20-5e29a67dca80 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:33.292490 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-39d089fd-d57a-45db-9ea4-b541ca7d7f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:33.295854 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:54:33.296186 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Checking segment: {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:33.296574 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Bound using segment: {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:54:33.297015 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Bound port: 8b962ab6-d58f-48cd-994d-770607852a70, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e882a5a-436f-40d1-8a1d-ff5cf02c888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80'}}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:54:33.297378 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:33.315946 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-39d089fd-d57a-45db-9ea4-b541ca7d7f33 admin admin] Usage tracker for resource:security_group_rule and tenant:dc7a4f6c028a421ebf618934fde61a23 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:33.322270 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-39d089fd-d57a-45db-9ea4-b541ca7d7f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:33.322749 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10409648-19e5-4afa-af3a-5926cdee5852 req-143be9b0-e926-44d3-914e-1f523105a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:33.324230 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-10409648-19e5-4afa-af3a-5926cdee5852 req-143be9b0-e926-44d3-914e-1f523105a865 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 1098 time: 0.3016865 Jun 27 12:54:33.341797 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-39d089fd-d57a-45db-9ea4-b541ca7d7f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:33.346711 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-62c2a34d-4845-43f7-9b88-93eea44ea16a req-1344b54c-c2ea-482e-a3bd-2693a9ab71d7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191865 Jun 27 12:54:33.383451 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-10409648-19e5-4afa-af3a-5926cdee5852 req-363154e0-bef9-400d-a562-034a16cf3de0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463321 Jun 27 12:54:33.389957 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74678211-0a25-4b63-b26d-6d7036bbd993 req-30b34be5-4b1a-4550-9097-ad5d94ad4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:33.392111 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74678211-0a25-4b63-b26d-6d7036bbd993 req-30b34be5-4b1a-4550-9097-ad5d94ad4e25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=47668e82-ae37-4371-a584-ce4c68f9ebab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1194990 Jun 27 12:54:33.401412 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-83c4f26a-6dbb-4aca-94c4-6435728c071a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:33.416773 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-e1319829-0963-425c-9171-8c4a0dddcd34 req-45033490-4d6d-4e60-9f29-4185305fd267 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Unset dirty status for tenant:8f68fbbf176d474b8dcc10c9e4d82ea6 on resource:security_group {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:33.417899 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e1319829-0963-425c-9171-8c4a0dddcd34 req-45033490-4d6d-4e60-9f29-4185305fd267 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831461 Jun 27 12:54:33.470951 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-83c4f26a-6dbb-4aca-94c4-6435728c071a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:33.525739 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] For port 8b962ab6-d58f-48cd-994d-770607852a70, host hv-cinder-79809, cleared binding levels {{(pid=79437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:54:33.585458 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] For port 8b962ab6-d58f-48cd-994d-770607852a70, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8b962ab6-d58f-48cd-994d-770607852a70,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:54:33.625801 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-39d089fd-d57a-45db-9ea4-b541ca7d7f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:33.659972 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8e70d-af72-47e6-91dc-d683cec29b94 req-8d191c29-35f7-4cc6-8932-6e27f4d5dc71 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:33.661669 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-86b8e70d-af72-47e6-91dc-d683cec29b94 req-8d191c29-35f7-4cc6-8932-6e27f4d5dc71 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 945 time: 0.1234422 Jun 27 12:54:33.687503 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:33.695523 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:33.748449 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-83c4f26a-6dbb-4aca-94c4-6435728c071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:33.751193 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-39d089fd-d57a-45db-9ea4-b541ca7d7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:33.799726 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74678211-0a25-4b63-b26d-6d7036bbd993 req-ba7c656c-464d-45e2-9ddf-9be897dfaf4f service neutron] 10.222.0.52 "GET /v2.0/networks/47668e82-ae37-4371-a584-ce4c68f9ebab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443545 Jun 27 12:54:33.802629 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:33.803250 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:33.805276 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] 10.222.0.52 "PUT /v2.0/ports/8b962ab6-d58f-48cd-994d-770607852a70 HTTP/1.1" status: 200 len: 1094 time: 2.2093322 Jun 27 12:54:33.805276 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb262c34-9465-40ab-b388-cc90560778a3', 'tag': '8b962ab6-d58f-48cd-994d-770607852a70'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:33.834386 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-86b8e70d-af72-47e6-91dc-d683cec29b94 req-3a6da507-f3bd-43f7-b1e5-495b823178b7 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650712 Jun 27 12:54:33.847784 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-83c4f26a-6dbb-4aca-94c4-6435728c071a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:33.848889 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-83c4f26a-6dbb-4aca-94c4-6435728c071a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86c79182-ca62-41d2-a158-5a4108160689 HTTP/1.1" status: 204 len: 168 time: 0.7947915 Jun 27 12:54:33.853805 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-39d089fd-d57a-45db-9ea4-b541ca7d7f33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc7a4f6c028a421ebf618934fde61a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7667353 Jun 27 12:54:33.854579 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42366) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:33.867912 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Pushing event updated for resources: {'Port': ['ID=8b962ab6-d58f-48cd-994d-770607852a70,revision_number=3']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:33.873959 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:33.883238 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-00472174-70f0-4d40-b393-41d4bf5b0029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:33.895826 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4f26a-6dbb-4aca-94c4-6435728c071a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c79182-ca62-41d2-a158-5a4108160689,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:33.983891 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d089fd-d57a-45db-9ea4-b541ca7d7f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b83233e-6e2c-47c4-8b02-9de2b40b8e04,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:33.997023 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-39d089fd-d57a-45db-9ea4-b541ca7d7f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:33.997023 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-be353c49-5c3b-4e0c-b2d3-c62637d9ca6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:33.997023 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-be353c49-5c3b-4e0c-b2d3-c62637d9ca6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:34.005159 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330acebd-5b8d-496a-8c46-d739806eb583 req-b8a09f4d-0170-438b-afba-5dbd249b0cb1 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:34.010623 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-330acebd-5b8d-496a-8c46-d739806eb583 req-b8a09f4d-0170-438b-afba-5dbd249b0cb1 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 944 time: 0.3508077 Jun 27 12:54:34.010776 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-783df22d-55f9-491d-81b2-6dfb8f1edfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:34.050322 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-783df22d-55f9-491d-81b2-6dfb8f1edfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:34.070889 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74678211-0a25-4b63-b26d-6d7036bbd993 req-6c29c54d-5966-4154-a657-a3c420a99d4f service neutron] 10.222.0.52 "GET /v2.0/networks/47668e82-ae37-4371-a584-ce4c68f9ebab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547464 Jun 27 12:54:34.093548 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-330acebd-5b8d-496a-8c46-d739806eb583 req-d6a8cc85-ee8c-4474-a42a-255a15854381 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780401 Jun 27 12:54:34.099278 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-c1a33c9e-f1b7-4611-9998-052514a0a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:34.100977 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-c1a33c9e-f1b7-4611-9998-052514a0a270 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 1097 time: 0.1619897 Jun 27 12:54:34.179397 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb262c34-9465-40ab-b388-cc90560778a3', 'tag': '8b962ab6-d58f-48cd-994d-770607852a70', 'status': 'completed', 'code': 200} Jun 27 12:54:34.188990 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-f71cb607-b9e5-4eb4-8354-9aceeefbd38d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b962ab6-d58f-48cd-994d-770607852a70 HTTP/1.1" status: 200 len: 217 time: 0.0709848 Jun 27 12:54:34.269052 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-783df22d-55f9-491d-81b2-6dfb8f1edfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:34.274284 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-aaefdbef-f283-4e07-95cf-e56b7a55e597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:34.288439 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783df22d-55f9-491d-81b2-6dfb8f1edfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b83233e-6e2c-47c4-8b02-9de2b40b8e04,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:34.293836 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-783df22d-55f9-491d-81b2-6dfb8f1edfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:34.299765 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d3d0025f-5f58-475a-b73a-246028ac28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:34.301532 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-d3d0025f-5f58-475a-b73a-246028ac28b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee69f823-8f94-4401-8043-a102f1a1a1ec HTTP/1.1" status: 200 len: 855 time: 0.1024532 Jun 27 12:54:34.304966 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-783df22d-55f9-491d-81b2-6dfb8f1edfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:34.304966 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-783df22d-55f9-491d-81b2-6dfb8f1edfc8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b83233e-6e2c-47c4-8b02-9de2b40b8e04 HTTP/1.1" status: 204 len: 168 time: 0.4495702 Jun 27 12:54:34.357233 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-3b978bff-1d0f-4e82-a204-88d15fc30b00 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad63dbb5-11bf-4177-9d20-5e29a67dca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456982 Jun 27 12:54:34.567026 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-a8a3c891-e80b-4d2e-ae90-cf790665875e service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017522 Jun 27 12:54:34.619332 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef58a-8d21-4da6-a5e5-205caf7a2550 req-960aea3a-ab03-4d74-aea2-0aa9ba5d6bcd tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:34.620720 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-366ef58a-8d21-4da6-a5e5-205caf7a2550 req-960aea3a-ab03-4d74-aea2-0aa9ba5d6bcd tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 948 time: 0.0817761 Jun 27 12:54:34.674049 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf4e01-958e-4299-bf43-f581590533dd req-21f0968e-0348-4b1b-b540-d3b454a4bae6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:34.674049 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7fbf4e01-958e-4299-bf43-f581590533dd req-21f0968e-0348-4b1b-b540-d3b454a4bae6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1839142 Jun 27 12:54:34.689422 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-366ef58a-8d21-4da6-a5e5-205caf7a2550 req-cf61cd7c-bf8f-4d13-bd0f-20dc7a7e27e6 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614262 Jun 27 12:54:34.831452 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7fbf4e01-958e-4299-bf43-f581590533dd req-696f2c4a-837d-4bc1-8e5a-48500c505c86 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728748 Jun 27 12:54:34.831452 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4407fd93-e9da-4124-98f7-bcf17a28b4bd req-2f36133a-6266-421c-a137-4b402d86fdbd service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921337 Jun 27 12:54:35.065482 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e25334-14d2-4ac3-ad7f-4d047f0c40ff req-bbf7a8bc-d9ea-4004-9a7b-8526aaeb61a0 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:35.067328 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-38e25334-14d2-4ac3-ad7f-4d047f0c40ff req-bbf7a8bc-d9ea-4004-9a7b-8526aaeb61a0 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 945 time: 0.1057308 Jun 27 12:54:35.096285 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 42386) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:35.103601 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42390) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:35.123884 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:35.143746 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:35.150751 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c6e5e66e0b47bd96962fb6aa7989a4 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:35.154106 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:35.161491 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:35.179696 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d859a-66d3-4ff4-b517-9a0960fff479 req-4339f524-10ea-415b-9e57-7590d05d0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:35.181286 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7f9d859a-66d3-4ff4-b517-9a0960fff479 req-4339f524-10ea-415b-9e57-7590d05d0bec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcb92e9377bb46debad9fdb20f60124f&device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 1097 time: 0.1413229 Jun 27 12:54:35.210806 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-38e25334-14d2-4ac3-ad7f-4d047f0c40ff req-73a9a059-3776-474f-8f53-e5c30e8b40e5 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354675 Jun 27 12:54:35.299153 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 38e04adc-9ac6-4c1a-bacd-8d5733aece18 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:54:35.443505 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:35.506840 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:35.519142 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d859a-66d3-4ff4-b517-9a0960fff479 req-6399ff82-0490-461d-a7f0-c912522a4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:35.521635 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7f9d859a-66d3-4ff4-b517-9a0960fff479 req-6399ff82-0490-461d-a7f0-c912522a4b4c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 200 len: 916 time: 0.3126404 Jun 27 12:54:35.526804 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:35.529468 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:35.545197 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-52862b92-aa5b-4ab3-9d81-a520a138716d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:35.600039 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 38e04adc-9ac6-4c1a-bacd-8d5733aece18, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38e04adc-9ac6-4c1a-bacd-8d5733aece18,segment=NetworkSegment(b97e366a-52e9-439a-bcd3-b9bd8e79b618),segment_id=b97e366a-52e9-439a-bcd3-b9bd8e79b618)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:35.606236 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9c6e5e66e0b47bd96962fb6aa7989a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5090549 Jun 27 12:54:35.609781 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 42404) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:35.612626 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Usage tracker for resource:security_group_rule and tenant:553b773111f64f0aa61d1917dfcf1694 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:35.621572 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '38e04adc-9ac6-4c1a-bacd-8d5733aece18', 'network_id': '47668e82-ae37-4371-a584-ce4c68f9ebab', 'port_id': '38e04adc-9ac6-4c1a-bacd-8d5733aece18', 'mac_address': 'fa:16:3e:98:33:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e56163-ae2b-475a-8b3d-ecf5224e608a', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:54:35.622720 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:35.624147 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fcb0ed-4b81-49f1-a3f1-6bdb7a883abb,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:35.628491 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7f9d859a-66d3-4ff4-b517-9a0960fff479 req-9f74ad72-0fab-415e-8274-9454533153b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b962ab6-d58f-48cd-994d-770607852a70 HTTP/1.1" status: 200 len: 217 time: 0.0971801 Jun 27 12:54:35.633063 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:35.638555 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.638901 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.639240 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.639596 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.640908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.640908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.640908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.640908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.645610 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.645610 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.645610 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.645610 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:35.650004 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:35.708863 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06cb4b-b9c8-4ede-ab07-b7312de7009f req-6ff0803d-45eb-4f2b-86be-7328a0c2d969 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:35.710623 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-db06cb4b-b9c8-4ede-ab07-b7312de7009f req-6ff0803d-45eb-4f2b-86be-7328a0c2d969 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 944 time: 0.2227054 Jun 27 12:54:35.713626 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:35.715310 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-107dcd9b-51c3-43b1-8ab2-57c5eedbf8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:35.764770 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e04adc-9ac6-4c1a-bacd-8d5733aece18 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:54:35.769706 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-107dcd9b-51c3-43b1-8ab2-57c5eedbf8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:35.792456 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d859a-66d3-4ff4-b517-9a0960fff479 req-a492ca2e-7d27-4d9a-8f78-974660db02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:35.792868 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 38e04adc-9ac6-4c1a-bacd-8d5733aece18, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38e04adc-9ac6-4c1a-bacd-8d5733aece18,segment=NetworkSegment(b97e366a-52e9-439a-bcd3-b9bd8e79b618),segment_id=b97e366a-52e9-439a-bcd3-b9bd8e79b618)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:35.793954 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7f9d859a-66d3-4ff4-b517-9a0960fff479 req-a492ca2e-7d27-4d9a-8f78-974660db02f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee69f823-8f94-4401-8043-a102f1a1a1ec HTTP/1.1" status: 200 len: 855 time: 0.1511321 Jun 27 12:54:35.810804 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-db06cb4b-b9c8-4ede-ab07-b7312de7009f req-4223a505-0df7-456a-80bb-5917f2b2e5fc tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812759 Jun 27 12:54:35.857000 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:35.861694 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:35.916773 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7f9d859a-66d3-4ff4-b517-9a0960fff479 req-eb6e51cd-8d62-4c96-8fc7-d07a5c340ff1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad63dbb5-11bf-4177-9d20-5e29a67dca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039686 Jun 27 12:54:35.951230 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=38e04adc-9ac6-4c1a-bacd-8d5733aece18,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:35.952490 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-107dcd9b-51c3-43b1-8ab2-57c5eedbf8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:35.956261 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:35.959482 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-cd64d3fd-d35d-4ef9-a14e-0d64f562afd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:36.008403 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dcd9b-51c3-43b1-8ab2-57c5eedbf8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fcb0ed-4b81-49f1-a3f1-6bdb7a883abb,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:36.025069 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-107dcd9b-51c3-43b1-8ab2-57c5eedbf8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:36.038170 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-107dcd9b-51c3-43b1-8ab2-57c5eedbf8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:36.039291 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-107dcd9b-51c3-43b1-8ab2-57c5eedbf8e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60fcb0ed-4b81-49f1-a3f1-6bdb7a883abb HTTP/1.1" status: 204 len: 168 time: 0.4274919 Jun 27 12:54:36.090660 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd17498-1084-41c3-8f22-1bb84df4cf6d req-fd672cad-86d2-4151-b319-f6ad32fa0c8f tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:36.092584 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-dbd17498-1084-41c3-8f22-1bb84df4cf6d req-fd672cad-86d2-4151-b319-f6ad32fa0c8f tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1250005 Jun 27 12:54:36.164643 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-dbd17498-1084-41c3-8f22-1bb84df4cf6d req-3de7a813-e7bd-4b8f-9352-d55165ee5d50 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634739 Jun 27 12:54:36.315668 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:36.326185 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7f9d859a-66d3-4ff4-b517-9a0960fff479 req-3d633bea-5536-408b-979e-526366147440 service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630850 Jun 27 12:54:36.341386 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a5d64-3e7f-4b5d-be0e-a53df16ea351 req-d4c8cadb-a4cd-4a37-a123-d885cbdd8983 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:36.342809 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e79a5d64-3e7f-4b5d-be0e-a53df16ea351 req-d4c8cadb-a4cd-4a37-a123-d885cbdd8983 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 949 time: 0.4315510 Jun 27 12:54:36.402133 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:36.425604 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c28862d1-48a9-4a9e-9570-541a481fbf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:36.463132 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d51ab1-7a9e-4f17-b6b2-fa5d54d1159b req-63dd1316-f064-4205-98c6-2ea66160a130 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:36.465061 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-67d51ab1-7a9e-4f17-b6b2-fa5d54d1159b req-63dd1316-f064-4205-98c6-2ea66160a130 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 945 time: 0.1086400 Jun 27 12:54:36.473663 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['38e04adc-9ac6-4c1a-bacd-8d5733aece18'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:54:36.571990 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-67d51ab1-7a9e-4f17-b6b2-fa5d54d1159b req-f2f12445-0072-4658-a485-c620b18bbdd4 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887344 Jun 27 12:54:36.578125 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=553b773111f64f0aa61d1917dfcf1694&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4734519 Jun 27 12:54:36.582016 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 42432) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:36.617460 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e79a5d64-3e7f-4b5d-be0e-a53df16ea351 req-becfb944-ee73-434b-a7ad-cfa750fb5c8c tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537632 Jun 27 12:54:36.632744 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9ee20e-12e9-48f3-9de7-27bcfc8b64a1,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:36.658306 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.658656 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.659004 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.659344 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.659680 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.660208 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.660768 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.661229 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.661569 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.661900 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.662360 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.662696 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:36.669691 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:36.710493 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7f9d859a-66d3-4ff4-b517-9a0960fff479 req-a9741c35-50ec-4d8c-b535-7a3526cebe11 service neutron] 10.222.0.52 "GET /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648987 Jun 27 12:54:36.756467 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-993e40f9-a15a-4f32-a8da-532b1da9d210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:36.796877 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-993e40f9-a15a-4f32-a8da-532b1da9d210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:36.939759 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-993e40f9-a15a-4f32-a8da-532b1da9d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:36.947258 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:36.962338 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e40f9-a15a-4f32-a8da-532b1da9d210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9ee20e-12e9-48f3-9de7-27bcfc8b64a1,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:36.965490 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-993e40f9-a15a-4f32-a8da-532b1da9d210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:36.967478 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-993e40f9-a15a-4f32-a8da-532b1da9d210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:36.970168 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-993e40f9-a15a-4f32-a8da-532b1da9d210 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd9ee20e-12e9-48f3-9de7-27bcfc8b64a1 HTTP/1.1" status: 204 len: 168 time: 0.3849208 Jun 27 12:54:37.028327 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b99293-8c3c-4642-b94e-e39938d56e3a req-e4887a3f-2703-49eb-b2dc-65d4e5c40666 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:37.029909 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-28b99293-8c3c-4642-b94e-e39938d56e3a req-e4887a3f-2703-49eb-b2dc-65d4e5c40666 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 944 time: 0.0920746 Jun 27 12:54:37.068830 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42446) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:37.091904 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-28b99293-8c3c-4642-b94e-e39938d56e3a req-576b716f-c15a-4e02-a96b-1761a292e0ea tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558453 Jun 27 12:54:37.092798 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2c69-8819-4c12-b99b-1f714686314d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:37.109662 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-7e8d2c69-8819-4c12-b99b-1f714686314d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:37.115518 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-7e8d2c69-8819-4c12-b99b-1f714686314d admin admin] Usage tracker for resource:security_group_rule and tenant:baa7c49b761a477abc80fd8a59e23445 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:37.119318 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-7e8d2c69-8819-4c12-b99b-1f714686314d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:37.124943 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-7e8d2c69-8819-4c12-b99b-1f714686314d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:37.227779 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2c69-8819-4c12-b99b-1f714686314d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:37.283642 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2c69-8819-4c12-b99b-1f714686314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:37.327892 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:37.375076 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-7e8d2c69-8819-4c12-b99b-1f714686314d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=baa7c49b761a477abc80fd8a59e23445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052309 Jun 27 12:54:37.377599 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d2c69-8819-4c12-b99b-1f714686314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01180fa2-eee6-4664-b14b-eaa5c0763b29,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:37.378909 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 42460) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:37.380942 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-7e8d2c69-8819-4c12-b99b-1f714686314d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:37.435975 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da15822-bf96-4aee-8305-380d4557e60e req-791fc46b-2f6b-4dab-97cd-283ea212c2e4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:37.437837 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3da15822-bf96-4aee-8305-380d4557e60e req-791fc46b-2f6b-4dab-97cd-283ea212c2e4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1508672 Jun 27 12:54:37.515471 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-89525ca3-0b79-4c83-9277-dead8d9d621c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:37.529341 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3da15822-bf96-4aee-8305-380d4557e60e req-a6ffd1f9-38dd-41ad-b790-2bf833630112 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745351 Jun 27 12:54:37.553844 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-89525ca3-0b79-4c83-9277-dead8d9d621c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:37.737001 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-89525ca3-0b79-4c83-9277-dead8d9d621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:37.741191 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-880dd337-6bdb-4842-9586-c4216dd8e7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:37.755842 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89525ca3-0b79-4c83-9277-dead8d9d621c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01180fa2-eee6-4664-b14b-eaa5c0763b29,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:37.759134 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-89525ca3-0b79-4c83-9277-dead8d9d621c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:37.779812 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-89525ca3-0b79-4c83-9277-dead8d9d621c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:37.784392 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-89525ca3-0b79-4c83-9277-dead8d9d621c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01180fa2-eee6-4664-b14b-eaa5c0763b29 HTTP/1.1" status: 204 len: 168 time: 0.3999643 Jun 27 12:54:37.972493 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404251da-ff5a-4081-a8f4-977784e33d03 req-a4b43359-29c2-4b69-b75f-62b864382934 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:37.974102 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-404251da-ff5a-4081-a8f4-977784e33d03 req-a4b43359-29c2-4b69-b75f-62b864382934 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 949 time: 0.0901685 Jun 27 12:54:38.042441 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-404251da-ff5a-4081-a8f4-977784e33d03 req-e3dc5ccc-f7d7-4eff-b847-e0b41dbc4156 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623603 Jun 27 12:54:38.405222 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acc970-041c-4d01-859e-1e4a5db33a00 req-cf30f976-09ac-4dd1-86f1-c7d2f2340883 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:38.407672 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d8acc970-041c-4d01-859e-1e4a5db33a00 req-cf30f976-09ac-4dd1-86f1-c7d2f2340883 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 944 time: 0.1333277 Jun 27 12:54:38.475781 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d8acc970-041c-4d01-859e-1e4a5db33a00 req-792302db-738a-44cd-9a8a-866c8b5ef7cb tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606403 Jun 27 12:54:38.746897 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be294a-8778-4600-9241-422386f49c4d req-a47d47ad-716a-46aa-b9f7-663901c1d864 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:38.748435 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-61be294a-8778-4600-9241-422386f49c4d req-a47d47ad-716a-46aa-b9f7-663901c1d864 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 945 time: 0.1416850 Jun 27 12:54:38.817084 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-61be294a-8778-4600-9241-422386f49c4d req-886c233a-85e7-4028-ab04-17b5399169c3 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608428 Jun 27 12:54:38.887094 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76620e2-9e28-4377-a88b-dcf90dddf3d7 req-1a6eb2c2-7123-4504-a700-47dd9be7ec91 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:38.896422 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f76620e2-9e28-4377-a88b-dcf90dddf3d7 req-1a6eb2c2-7123-4504-a700-47dd9be7ec91 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1572993 Jun 27 12:54:38.950857 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f76620e2-9e28-4377-a88b-dcf90dddf3d7 req-b1bfa350-8980-434c-a0c7-26bc7b13a1e2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528195 Jun 27 12:54:39.250909 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394d5d1-d307-42e2-a5b4-222b30773974 req-e978fcb7-8dda-4974-8cd2-fd6a0802b09a tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:39.252425 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a394d5d1-d307-42e2-a5b4-222b30773974 req-e978fcb7-8dda-4974-8cd2-fd6a0802b09a tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 949 time: 0.0858693 Jun 27 12:54:39.305269 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a394d5d1-d307-42e2-a5b4-222b30773974 req-efc99bd1-baee-4d0a-afe3-6fe2c466aa8b tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461876 Jun 27 12:54:39.334137 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8b962ab6-d58f-48cd-994d-770607852a70 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:54:39.369426 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 38e04adc-9ac6-4c1a-bacd-8d5733aece18 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:39.421473 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 42546) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:39.568705 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8b962ab6-d58f-48cd-994d-770607852a70, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8b962ab6-d58f-48cd-994d-770607852a70,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:39.574650 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1246611940-network', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:39.579570 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:39.583858 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Usage tracker for resource:network and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:39.587231 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:39.588237 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '8b962ab6-d58f-48cd-994d-770607852a70', 'network_id': 'ad63dbb5-11bf-4177-9d20-5e29a67dca80', 'port_id': '8b962ab6-d58f-48cd-994d-770607852a70', 'mac_address': 'fa:16:3e:dd:ad:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69f823-8f94-4401-8043-a102f1a1a1ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:54:39.596027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:39.639887 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:39.651086 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:39.651639 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:39.681706 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Made reservation on behalf of 527f951714be4a78bf6f5f771a6b92ff for: {'network': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:54:39.686092 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:39.697329 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a80ed-5c40-480f-80e7-f66e64aa429a req-b86db0fd-f87a-43e9-8e48-9995230e85ae tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:39.699031 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d45a80ed-5c40-480f-80e7-f66e64aa429a req-b86db0fd-f87a-43e9-8e48-9995230e85ae tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 944 time: 0.0959148 Jun 27 12:54:39.702713 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:39.716055 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:39.733613 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b962ab6-d58f-48cd-994d-770607852a70 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:54:39.758591 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8b962ab6-d58f-48cd-994d-770607852a70, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8b962ab6-d58f-48cd-994d-770607852a70,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:39.760358 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:39.772129 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Usage tracker for resource:security_group_rule and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:39.783888 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:39.795754 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:39.803719 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d45a80ed-5c40-480f-80e7-f66e64aa429a req-03c8cf54-6aad-4bb2-a037-69d945c060af tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975068 Jun 27 12:54:39.839296 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:39.873440 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4263a8-8490-4ec9-ba45-ad82a859339c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e04adc-9ac6-4c1a-bacd-8d5733aece18'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:39.887561 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 38e04adc-9ac6-4c1a-bacd-8d5733aece18, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38e04adc-9ac6-4c1a-bacd-8d5733aece18,segment=NetworkSegment(b97e366a-52e9-439a-bcd3-b9bd8e79b618),segment_id=b97e366a-52e9-439a-bcd3-b9bd8e79b618)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:39.899929 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:39.910366 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:39.965173 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:39.970080 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4263a8-8490-4ec9-ba45-ad82a859339c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e04adc-9ac6-4c1a-bacd-8d5733aece18', 'code': 200} Jun 27 12:54:40.024400 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=8b962ab6-d58f-48cd-994d-770607852a70,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:40.034387 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.035294 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.035972 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.036506 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.037048 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.037781 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.038379 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.038902 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.039423 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.040030 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.040560 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.041204 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:54:40.056338 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:40.057421 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:40.059640 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:40.179301 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:40.202532 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-89525ca3-0b79-4c83-9277-dead8d9d621c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:40.236469 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=38e04adc-9ac6-4c1a-bacd-8d5733aece18,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:40.242723 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:40.282742 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=79438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:54:40.287135 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d57ff-775c-4386-b193-2d9259232477 req-9d0942a1-40f4-4dfc-92a8-339a4f5428a4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:40.294547 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-870d57ff-775c-4386-b193-2d9259232477 req-9d0942a1-40f4-4dfc-92a8-339a4f5428a4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1396654 Jun 27 12:54:40.304538 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba935c8d-6967-43fa-8616-ad6b7cd26c22,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:40.309130 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:40.317902 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:40.317902 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.segments_db [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Added segment db3d1498-6216-44c7-a109-84a9c9e772f5 of type vlan for network 6fd48c2e-fc16-4033-b0db-29cb7577514e Jun 27 12:54:40.339699 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-870d57ff-775c-4386-b193-2d9259232477 req-d76560ab-7219-48dd-bee0-b71c687d0bb2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442374 Jun 27 12:54:40.371620 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ad30b-851e-45fd-908d-76fa2d9bccd4 req-d8b7a6e1-adf8-44ef-8a77-5b66ed48383e tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:40.373114 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-873ad30b-851e-45fd-908d-76fa2d9bccd4 req-d8b7a6e1-adf8-44ef-8a77-5b66ed48383e tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 945 time: 0.3394282 Jun 27 12:54:40.374857 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:40.461647 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-873ad30b-851e-45fd-908d-76fa2d9bccd4 req-af0e41ea-cc41-4423-9e4f-eb5eb6e211e6 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728962 Jun 27 12:54:40.515847 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:40.517557 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:40.518670 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:40.525363 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:40.527894 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627aeb-cda4-4dc0-9e9b-497e0fab0893 req-1a6b90c5-f470-4ffa-ac94-7b0ed5bf41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:40.529558 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-82627aeb-cda4-4dc0-9e9b-497e0fab0893 req-1a6b90c5-f470-4ffa-ac94-7b0ed5bf41ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 1103 time: 0.1053555 Jun 27 12:54:40.583940 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-82627aeb-cda4-4dc0-9e9b-497e0fab0893 req-8a89e811-46cd-468f-82f8-eee4cfa89533 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469875 Jun 27 12:54:40.645224 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['8b962ab6-d58f-48cd-994d-770607852a70'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:54:40.731738 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd48c2e-fc16-4033-b0db-29cb7577514e,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:40.740866 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:40.758118 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 6fd48c2e-fc16-4033-b0db-29cb7577514e details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:54:40.786182 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb4a51-ebc1-474f-9429-250ac665f0c8 req-3feaf246-feed-481e-87e8-7058b5f29b96 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:40.787667 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2bcb4a51-ebc1-474f-9429-250ac665f0c8 req-3feaf246-feed-481e-87e8-7058b5f29b96 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.52 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 945 time: 0.1914575 Jun 27 12:54:40.795262 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc529db5-5a03-47da-9e43-405b05c8109e req-e5efb0c1-b43d-48b8-95be-bb502cdc137d tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:40.796701 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cc529db5-5a03-47da-9e43-405b05c8109e req-e5efb0c1-b43d-48b8-95be-bb502cdc137d tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 950 time: 0.1994474 Jun 27 12:54:40.839977 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42586) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:40.846264 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Request body: {'subnet': {'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1246611940-subnet', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'ip_version': 4}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:40.850327 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4271171 Jun 27 12:54:40.854015 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:40.866564 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Usage tracker for resource:subnet and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:40.872660 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:40.921505 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-2bcb4a51-ebc1-474f-9429-250ac665f0c8 req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Deleting port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:54:40.921850 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-2bcb4a51-ebc1-474f-9429-250ac665f0c8 req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:41.012926 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:41.060978 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cc529db5-5a03-47da-9e43-405b05c8109e req-c5abc2c2-1d96-44ec-8054-8cbe3a6106d7 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261596 Jun 27 12:54:41.115569 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347ecc1-8a30-439b-b591-e1e464501e1c req-d5526480-1926-48da-8950-78202894b7f1 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:41.117119 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8347ecc1-8a30-439b-b591-e1e464501e1c req-d5526480-1926-48da-8950-78202894b7f1 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 945 time: 0.1464894 Jun 27 12:54:41.120714 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-7655ec9b-d6c6-4d51-a8ce-94a097c93021 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2397513 Jun 27 12:54:41.121480 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Made reservation on behalf of 527f951714be4a78bf6f5f771a6b92ff for: {'subnet': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:54:41.123849 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27294234'] for subnet, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:41.306390 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8347ecc1-8a30-439b-b591-e1e464501e1c req-4828aa7a-d392-4539-a537-019f08b4bfec tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689413 Jun 27 12:54:41.352743 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-2bcb4a51-ebc1-474f-9429-250ac665f0c8 req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] For port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9205aa42-c325-430b-8ea4-7fe6fb30ae8d,segment=NetworkSegment(fafbc953-3ace-44e2-bd63-d915d48c4b8b),segment_id=fafbc953-3ace-44e2-bd63-d915d48c4b8b)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:41.353120 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-2bcb4a51-ebc1-474f-9429-250ac665f0c8 req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:41.353329 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-7a2f3200-3198-4022-8ca6-a1bad94e7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:41.355047 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-7a2f3200-3198-4022-8ca6-a1bad94e7cb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.1985233 Jun 27 12:54:41.531363 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-b22bc811-95c0-4b5d-ba8d-542e4562f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:41.533471 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-b22bc811-95c0-4b5d-ba8d-542e4562f48e service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 200 len: 912 time: 0.1460750 Jun 27 12:54:41.614713 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-2bcb4a51-ebc1-474f-9429-250ac665f0c8 req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Calling delete_port for 9205aa42-c325-430b-8ea4-7fe6fb30ae8d owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:54:41.813596 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0be58f-cfd6-4b57-962c-e56870c6b05e req-1919ea1d-ad6e-4669-b3f6-4e29bab22f0e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:41.815208 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-c3f9ed7c-7730-4416-b109-4bfa95cc7792 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17852024-a795-4306-b89d-e6125d2fb596 HTTP/1.1" status: 200 len: 1002 time: 0.2731171 Jun 27 12:54:41.815305 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3c0be58f-cfd6-4b57-962c-e56870c6b05e req-1919ea1d-ad6e-4669-b3f6-4e29bab22f0e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.2090309 Jun 27 12:54:41.835430 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575182-0272-4dae-a85b-f0dff6eda284 req-7c98d03a-118a-48c1-8f2f-15b0c4f4c5d7 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:41.836869 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f2575182-0272-4dae-a85b-f0dff6eda284 req-7c98d03a-118a-48c1-8f2f-15b0c4f4c5d7 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 945 time: 0.1631055 Jun 27 12:54:41.875465 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3c0be58f-cfd6-4b57-962c-e56870c6b05e req-5738593a-92ca-4821-84d7-621b641cb0bd tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484464 Jun 27 12:54:41.935240 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-73a31faa-dc40-4306-9a08-8f8439e0537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:41.937275 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-73a31faa-dc40-4306-9a08-8f8439e0537d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c0a504f-730d-493b-b4e5-1320b17fb5d2 HTTP/1.1" status: 200 len: 850 time: 0.0988507 Jun 27 12:54:41.941573 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f2575182-0272-4dae-a85b-f0dff6eda284 req-a6f78a56-39a9-4481-9b28-645e3deccd2a tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95eb629-59b8-4b63-8fda-9d3a85b2eff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725567 Jun 27 12:54:41.994300 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1730881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27294220'] for subnet, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:42.005347 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-33fda6d8-6e63-41f3-bb8c-20cd87893e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:42.012781 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-2bcb4a51-ebc1-474f-9429-250ac665f0c8 req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:42.019573 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:42.063472 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Pushing event deleted for resources: {'Port': ['ID=9205aa42-c325-430b-8ea4-7fe6fb30ae8d,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:42.067950 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:42.099087 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=227da6ea-b968-46a8-b4d8-18ea8544387a,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:42.104058 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:42.116470 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Checking segment: {'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:42.116829 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Network hostable DHCP agents. Network: 6fd48c2e-fc16-4033-b0db-29cb7577514e, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:54:42.133896 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-68568ba4-98f0-4234-8116-ad7ba8cea3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:42.135412 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-68568ba4-98f0-4234-8116-ad7ba8cea3ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d037d56-8a2b-499f-ac6d-8e124ff2a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1841526 Jun 27 12:54:42.158273 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcb4a51-ebc1-474f-9429-250ac665f0c8 req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] No DVR routers for this DVR port 9205aa42-c325-430b-8ea4-7fe6fb30ae8d on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:54:42.161084 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-2bcb4a51-ebc1-474f-9429-250ac665f0c8 req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:42.183445 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0849ca81-a0df-4e25-8d75-a6d2ce91067b', 'name': 'network-vif-deleted', 'tag': '9205aa42-c325-430b-8ea4-7fe6fb30ae8d'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:42.274990 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Network 6fd48c2e-fc16-4033-b0db-29cb7577514e is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:54:42.275122 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0849ca81-a0df-4e25-8d75-a6d2ce91067b', 'name': 'network-vif-deleted', 'tag': '9205aa42-c325-430b-8ea4-7fe6fb30ae8d', 'status': 'completed', 'code': 200} Jun 27 12:54:42.294548 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2bcb4a51-ebc1-474f-9429-250ac665f0c8 req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.52 "DELETE /v2.0/ports/9205aa42-c325-430b-8ea4-7fe6fb30ae8d HTTP/1.1" status: 204 len: 173 time: 1.4962230 Jun 27 12:54:42.371584 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 6fd48c2e-fc16-4033-b0db-29cb7577514e) {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:54:42.371584 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:42.371964 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:42.378808 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374bee23-bed6-45a3-bec7-028acb065617 None None] Network 6fd48c2e-fc16-4033-b0db-29cb7577514e requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:54:42.419957 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-575d56f0-9214-48c9-97d8-a6eb179e0f53 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752953 Jun 27 12:54:42.444304 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c764f6e-5d20-4d55-a426-1713356e3a11 req-d74f5c8d-3ceb-4f85-958a-d1da0eb0cb87 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:42.452196 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7c764f6e-5d20-4d55-a426-1713356e3a11 req-d74f5c8d-3ceb-4f85-958a-d1da0eb0cb87 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 950 time: 0.1755533 Jun 27 12:54:42.507006 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ef23ee05-5a08-4c1f-a2a3-a77f5a3cddd3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6660264 Jun 27 12:54:42.512725 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42618) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:42.574426 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:42.594409 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:42.603009 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd412-6b3f-492c-8bf3-1fb0e7ac8864 req-b8952d0a-736f-410b-aceb-b26b1be7f06d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:42.603304 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e97fd412-6b3f-492c-8bf3-1fb0e7ac8864 req-b8952d0a-736f-410b-aceb-b26b1be7f06d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 945 time: 0.1223416 Jun 27 12:54:42.604525 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Usage tracker for resource:router and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:42.613140 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:42.620021 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7c764f6e-5d20-4d55-a426-1713356e3a11 req-39cc8c19-5cf9-4698-b278-8b7083d80b42 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669633 Jun 27 12:54:42.627941 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:42.676932 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e97fd412-6b3f-492c-8bf3-1fb0e7ac8864 req-cad8ac2c-ef35-42bd-86d2-a5d5f498be98 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726643 Jun 27 12:54:42.679350 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-49e83487-ae3c-4df3-9e89-b20a3eb140bb req-7b6c97d3-2b0b-4afd-9302-60c317fed9a9 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237976 Jun 27 12:54:42.748169 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7315'] for router, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:42.749159 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7300'] for router, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:42.765592 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:42.784853 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61cff0b7-818a-53f9-9c49-d15b5ffc093f-6fd48c2e-fc16-4033-b0db-29cb7577514e', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a'}]}} from dv-cinder-798099-1-smb. {{(pid=79439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:54:42.785856 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:42.942712 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.db_base_plugin_common [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Allocated IP 172.20.0.2 (6fd48c2e-fc16-4033-b0db-29cb7577514e/227da6ea-b968-46a8-b4d8-18ea8544387a/01320996-dee7-4e50-a000-f513cdf88c2b) {{(pid=79439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:54:43.149609 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-d4c15762-8abd-4192-9ca4-aad3982d0c14 req-049846f0-37c8-4e49-8496-6df4aef9a467 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Synchronizing usage tracker for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:54:43.173777 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Notify callbacks [] for port, precommit_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:43.185473 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Transition to ACTIVE for port object 01320996-dee7-4e50-a000-f513cdf88c2b will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:43.209596 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Transition to ACTIVE for port object 01320996-dee7-4e50-a000-f513cdf88c2b will not be triggered until provisioned by entity DHCP. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:43.211006 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3831392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7286'] for router, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:43.251036 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8ba3d-af19-47c5-a127-6172a810f72b req-6858dcd4-b240-4f5f-ac7c-d1d86b84ffa6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:43.252751 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e8b8ba3d-af19-47c5-a127-6172a810f72b req-6858dcd4-b240-4f5f-ac7c-d1d86b84ffa6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.2377462 Jun 27 12:54:43.253181 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-d4c15762-8abd-4192-9ca4-aad3982d0c14 req-049846f0-37c8-4e49-8496-6df4aef9a467 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Unset dirty status for tenant:1cb921c3ae284816bfcfabbd695a8dd0 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:54:43.254602 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d4c15762-8abd-4192-9ca4-aad3982d0c14 req-049846f0-37c8-4e49-8496-6df4aef9a467 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0849ca81-a0df-4e25-8d75-a6d2ce91067b HTTP/1.1" status: 200 len: 210 time: 0.1523032 Jun 27 12:54:43.293799 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:43.303681 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:43.338930 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e8b8ba3d-af19-47c5-a127-6172a810f72b req-bee803ff-ea44-4c9a-9921-ae41cbd5dd5c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754163 Jun 27 12:54:43.384563 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8b962ab6-d58f-48cd-994d-770607852a70 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:43.461215 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Network 6fd48c2e-fc16-4033-b0db-29cb7577514e is already hosted by enough agents. {{(pid=79439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:54:43.466125 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.base_scheduler [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Resources bound (agent type, host, resource id): {{(pid=79439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:54:43.472940 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Received port after_create {{(pid=79439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:54:43.533700 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Pushing event updated for resources: {'Port': ['ID=01320996-dee7-4e50-a000-f513cdf88c2b,revision_number=1']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:43.574382 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:43.602893 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Attempting to bind port 01320996-dee7-4e50-a000-f513cdf88c2b on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:54:43.603366 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Attempting to bind port 01320996-dee7-4e50-a000-f513cdf88c2b by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:54:43.603823 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Attempting to bind port 01320996-dee7-4e50-a000-f513cdf88c2b on network 6fd48c2e-fc16-4033-b0db-29cb7577514e {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:43.614569 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:54:43.615288 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Checking segment: {'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:43.615783 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:43.616274 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Bound using segment: {'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:54:43.616859 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Bound port: 01320996-dee7-4e50-a000-f513cdf88c2b, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:54:43.617379 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:43.761623 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] For port 01320996-dee7-4e50-a000-f513cdf88c2b, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:54:43.765009 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] For port 01320996-dee7-4e50-a000-f513cdf88c2b, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=01320996-dee7-4e50-a000-f513cdf88c2b,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:54:43.766733 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 8b962ab6-d58f-48cd-994d-770607852a70 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:43.786969 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 8b962ab6-d58f-48cd-994d-770607852a70 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:43.787268 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:43.862232 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:43.869611 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:43.941618 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:43.943373 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefbba0-45ea-42f0-ba25-04871de99d07 req-ece9ddd7-7155-4457-8e4d-18669f40b73f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:43.954642 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6eefbba0-45ea-42f0-ba25-04871de99d07 req-ece9ddd7-7155-4457-8e4d-18669f40b73f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 945 time: 0.1124198 Jun 27 12:54:43.984331 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:44.016124 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Pushing event updated for resources: {'Port': ['ID=01320996-dee7-4e50-a000-f513cdf88c2b,revision_number=2']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:44.026885 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:44.032655 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6eefbba0-45ea-42f0-ba25-04871de99d07 req-5a9c7856-d793-4ea2-89d6-89fbc369801a tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773611 Jun 27 12:54:44.067514 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:44.100713 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb262c34-9465-40ab-b388-cc90560778a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b962ab6-d58f-48cd-994d-770607852a70'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:44.113583 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8b962ab6-d58f-48cd-994d-770607852a70, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8b962ab6-d58f-48cd-994d-770607852a70,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:44.131149 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147b630-6da6-47a3-b897-6b7259f227b2 req-4a8247dd-acc4-4163-a108-96a255af21eb tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:44.132681 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c147b630-6da6-47a3-b897-6b7259f227b2 req-4a8247dd-acc4-4163-a108-96a255af21eb tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 950 time: 0.2600968 Jun 27 12:54:44.160044 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb262c34-9465-40ab-b388-cc90560778a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b962ab6-d58f-48cd-994d-770607852a70', 'code': 200} Jun 27 12:54:44.179161 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:44.180608 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 9205aa42-c325-430b-8ea4-7fe6fb30ae8d no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:54:44.254377 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:44.303203 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c147b630-6da6-47a3-b897-6b7259f227b2 req-b7fcd6b2-3750-426e-9a72-2e1f3d66466c tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631138 Jun 27 12:54:44.340353 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Allocated IP 172.28.1.56 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/b2680a5e-8736-4b42-8fd6-648b09881767) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:54:44.383721 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=8b962ab6-d58f-48cd-994d-770607852a70,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:44.393956 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:44.397223 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 9205aa42-c325-430b-8ea4-7fe6fb30ae8d {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:54:44.397223 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 9205aa42-c325-430b-8ea4-7fe6fb30ae8d not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:54:44.461124 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 01320996-dee7-4e50-a000-f513cdf88c2b up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:44.706867 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 01320996-dee7-4e50-a000-f513cdf88c2b completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:44.770849 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:44.868476 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff5cfc-4dca-44ec-8f9c-045067dfa86e req-03435a47-8c11-46fc-b2a0-951d883100e5 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:44.871123 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4eff5cfc-4dca-44ec-8f9c-045067dfa86e req-03435a47-8c11-46fc-b2a0-951d883100e5 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.2518394 Jun 27 12:54:44.898273 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b27cc-8159-4628-acfb-0830e31c045d req-97822cdb-19f2-403c-934e-4c2a3d47e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:44.899919 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-594b27cc-8159-4628-acfb-0830e31c045d req-97822cdb-19f2-403c-934e-4c2a3d47e133 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 1099 time: 0.2374618 Jun 27 12:54:44.967257 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4eff5cfc-4dca-44ec-8f9c-045067dfa86e req-735a5f80-e2de-4221-b011-076eab1751e0 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952275 Jun 27 12:54:44.971426 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-594b27cc-8159-4628-acfb-0830e31c045d req-8d683516-a391-4edb-a21c-170dc43b3217 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629609 Jun 27 12:54:45.007791 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:45.013216 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-acde3ae4-43aa-4dba-a2ff-d2a9edf87026 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:45.088159 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=b2680a5e-8736-4b42-8fd6-648b09881767,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:45.092601 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:45.112238 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:54:45.113643 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:54:45.116140 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:54:45.252897 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96059155-a5cc-4c25-9878-56b8719924bd None None] Network 6fd48c2e-fc16-4033-b0db-29cb7577514e requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:54:45.419287 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50315b-3e95-4c97-9098-13933922ee57 req-f368287c-c8d0-47af-8854-daf1e8c098b3 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:45.426568 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bf50315b-3e95-4c97-9098-13933922ee57 req-f368287c-c8d0-47af-8854-daf1e8c098b3 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 950 time: 0.1236055 Jun 27 12:54:45.470092 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-520d9b61-02d4-418e-a764-ca336e019253 None None] Provisioning for port 01320996-dee7-4e50-a000-f513cdf88c2b completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:45.472232 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bf50315b-3e95-4c97-9098-13933922ee57 req-db5cc959-9405-4cf7-b2e7-fbd938f0f681 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 Jun 27 12:54:45.481841 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-520d9b61-02d4-418e-a764-ca336e019253 None None] Provisioning complete for port 01320996-dee7-4e50-a000-f513cdf88c2b triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:45.482246 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-520d9b61-02d4-418e-a764-ca336e019253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:45.506165 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530adfb-4417-45d1-b77c-6b88c37a8013 req-d172b29d-ba06-4f1a-9be5-08e578dcfab5 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:45.514751 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6530adfb-4417-45d1-b77c-6b88c37a8013 req-d172b29d-ba06-4f1a-9be5-08e578dcfab5 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 946 time: 0.3392942 Jun 27 12:54:45.616731 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6530adfb-4417-45d1-b77c-6b88c37a8013 req-f5ad2f5b-4ba0-4544-a2cd-b90179aa7789 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993764 Jun 27 12:54:45.667411 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-520d9b61-02d4-418e-a764-ca336e019253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:45.707657 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-520d9b61-02d4-418e-a764-ca336e019253 None None] For port 01320996-dee7-4e50-a000-f513cdf88c2b, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=01320996-dee7-4e50-a000-f513cdf88c2b,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:45.784264 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:45.790061 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-520d9b61-02d4-418e-a764-ca336e019253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:45.792011 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:45.918866 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d9b61-02d4-418e-a764-ca336e019253 None None] Pushing event updated for resources: {'Port': ['ID=01320996-dee7-4e50-a000-f513cdf88c2b,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:45.923371 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-520d9b61-02d4-418e-a764-ca336e019253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:46.021921 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-d77777ae-3b09-48de-b4f6-c939476144dc None None] Provisioning complete for port 01320996-dee7-4e50-a000-f513cdf88c2b triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:46.022673 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d77777ae-3b09-48de-b4f6-c939476144dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:46.345711 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640419e-04a6-434b-bf2d-3008c4d338ea req-71c9bbd6-a78b-4205-9e18-67449c0cd875 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:46.347519 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4640419e-04a6-434b-bf2d-3008c4d338ea req-71c9bbd6-a78b-4205-9e18-67449c0cd875 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.2466123 Jun 27 12:54:46.403825 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3831367'] for router, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:46.410919 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 01320996-dee7-4e50-a000-f513cdf88c2b up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:46.512572 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4640419e-04a6-434b-bf2d-3008c4d338ea req-ab1c9f3c-ca35-4be4-b6c9-cf8238c64a89 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589921 Jun 27 12:54:46.526197 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:46.630849 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 01320996-dee7-4e50-a000-f513cdf88c2b triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:46.631501 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:46.799434 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30362974-1d06-4e2b-8327-d801fc3acd87 req-4b321426-06ae-4d8b-b693-d361718dcda2 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:46.806332 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-30362974-1d06-4e2b-8327-d801fc3acd87 req-4b321426-06ae-4d8b-b693-d361718dcda2 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 950 time: 0.1657500 Jun 27 12:54:46.834192 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Router ce5178ba-59d7-4fe1-bc86-9610d0c85115 is scheduled to L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f with binding_index 1 {{(pid=79437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:54:46.925431 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-30362974-1d06-4e2b-8327-d801fc3acd87 req-f365aaa1-f0d3-4544-828a-76f3e016b7b5 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057630 Jun 27 12:54:47.067319 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f205-06c3-4319-8d51-2de8c042ed03 req-06a59bab-1831-4ea3-8192-37d7dea1aa13 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:47.068999 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-97b7f205-06c3-4319-8d51-2de8c042ed03 req-06a59bab-1831-4ea3-8192-37d7dea1aa13 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 946 time: 0.3196597 Jun 27 12:54:47.166550 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-97b7f205-06c3-4319-8d51-2de8c042ed03 req-380f0be8-5e86-4acc-998b-fca2d53745fc tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711229 Jun 27 12:54:47.181607 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:54:47.192444 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42730) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:47.206815 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Sync routers for ids ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:54:47.219542 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Routers {'ce5178ba-59d7-4fe1-bc86-9610d0c85115'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:54:47.220253 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:54:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:47.322164 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:47.323897 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7648001 Jun 27 12:54:47.326367 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 42738) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:47.412095 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Set router ce5178ba-59d7-4fe1-bc86-9610d0c85115 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:54:47.595294 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a91cfa52-8934-4406-aeb7-f0acc5150abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:47.747610 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f056f7-5e2b-4f59-8c78-3f372ecb1b1a req-03c2f521-3b0e-41df-8e4e-fbafc3cdcfdd tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:47.749454 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-79f056f7-5e2b-4f59-8c78-3f372ecb1b1a req-03c2f521-3b0e-41df-8e4e-fbafc3cdcfdd tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1163998 Jun 27 12:54:47.833764 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-79f056f7-5e2b-4f59-8c78-3f372ecb1b1a req-63b59a2a-1241-42b1-9215-2db3ef47340f tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774548 Jun 27 12:54:47.894308 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:45Z', 'revision_number': 3, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:47.900656 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Checking router: ce5178ba-59d7-4fe1-bc86-9610d0c85115 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:54:47.901204 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Updating router ce5178ba-59d7-4fe1-bc86-9610d0c85115 port b2680a5e-8736-4b42-8fd6-648b09881767 binding host dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:54:47.926659 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-a91cfa52-8934-4406-aeb7-f0acc5150abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:47.967835 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-a91cfa52-8934-4406-aeb7-f0acc5150abb admin admin] Usage tracker for resource:security_group_rule and tenant:1a326b174b2c4f50bee0f62e9eaddaff is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:47.973017 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-a91cfa52-8934-4406-aeb7-f0acc5150abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:47.990073 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:48.143062 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-a91cfa52-8934-4406-aeb7-f0acc5150abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:48.248163 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90540b6f-8b0e-40ce-9a09-032f51da3ac9 req-aa25ffdc-1dbe-4d63-849c-48b1ef48525e tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:48.248163 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-90540b6f-8b0e-40ce-9a09-032f51da3ac9 req-aa25ffdc-1dbe-4d63-849c-48b1ef48525e tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 950 time: 0.7965035 Jun 27 12:54:48.568468 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [req-90540b6f-8b0e-40ce-9a09-032f51da3ac9 req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Deleting port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 {{(pid=79437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:54:48.568885 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-90540b6f-8b0e-40ce-9a09-032f51da3ac9 req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:48.575319 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Notify callbacks [] for port, precommit_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:48.598238 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.provisioning_blocks [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Transition to ACTIVE for port object b2680a5e-8736-4b42-8fd6-648b09881767 will not be triggered until provisioned by entity L2. {{(pid=79440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:48.632068 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932ed4b-f340-42c0-9be7-1c1ba23e3fff req-d958380b-bed4-485b-885e-6e922656d58f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:48.644504 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5932ed4b-f340-42c0-9be7-1c1ba23e3fff req-d958380b-bed4-485b-885e-6e922656d58f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 946 time: 0.1686177 Jun 27 12:54:48.667983 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:48.676855 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-bcc90f9a-0d84-4feb-b00c-73506615aecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:48.732433 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5932ed4b-f340-42c0-9be7-1c1ba23e3fff req-beeb94c2-b3fb-4b4c-b5d8-ce2211037db6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853050 Jun 27 12:54:48.778261 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70579217-a9d3-4c8b-b1af-1a868056d8c4 req-df78ccfd-2d2b-44ce-931b-95ead26d4a17 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:48.789069 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-70579217-a9d3-4c8b-b1af-1a868056d8c4 req-df78ccfd-2d2b-44ce-931b-95ead26d4a17 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 950 time: 0.6436157 Jun 27 12:54:48.851211 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4d0a3-413a-464f-b9d7-b8c6af276152 None None] Pushing event updated for resources: {'Port': ['ID=b2680a5e-8736-4b42-8fd6-648b09881767,revision_number=2']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:48.859039 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-83a4d0a3-413a-464f-b9d7-b8c6af276152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:48.914564 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Attempting to bind port b2680a5e-8736-4b42-8fd6-648b09881767 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:54:48.915037 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Attempting to bind port b2680a5e-8736-4b42-8fd6-648b09881767 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:54:48.915401 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Attempting to bind port b2680a5e-8736-4b42-8fd6-648b09881767 on network d32f493c-8559-4b40-85d3-8491f4b6d87a {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:48.925716 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:54:48.926852 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Checking segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:48.929280 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:48.930215 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Bound using segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:54:48.931384 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Bound port: b2680a5e-8736-4b42-8fd6-648b09881767, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:54:48.932443 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:49.044388 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] For port b2680a5e-8736-4b42-8fd6-648b09881767, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:54:49.049099 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] For port b2680a5e-8736-4b42-8fd6-648b09881767, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=b2680a5e-8736-4b42-8fd6-648b09881767,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:54:49.128699 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:49.135942 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:49.240602 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-90540b6f-8b0e-40ce-9a09-032f51da3ac9 req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] For port 38e04adc-9ac6-4c1a-bacd-8d5733aece18, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38e04adc-9ac6-4c1a-bacd-8d5733aece18,segment=NetworkSegment(b97e366a-52e9-439a-bcd3-b9bd8e79b618),segment_id=b97e366a-52e9-439a-bcd3-b9bd8e79b618)] {{(pid=79437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:49.241199 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-90540b6f-8b0e-40ce-9a09-032f51da3ac9 req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:49.292917 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4d0a3-413a-464f-b9d7-b8c6af276152 None None] Pushing event updated for resources: {'Port': ['ID=b2680a5e-8736-4b42-8fd6-648b09881767,revision_number=3']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:49.311085 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-83a4d0a3-413a-464f-b9d7-b8c6af276152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:49.353104 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Routers {'ce5178ba-59d7-4fe1-bc86-9610d0c85115'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:54:49.356549 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:54:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:49.416630 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [req-90540b6f-8b0e-40ce-9a09-032f51da3ac9 req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Calling delete_port for 38e04adc-9ac6-4c1a-bacd-8d5733aece18 owned by compute:nova {{(pid=79437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:54:49.441795 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2e5e4-f53a-4987-a378-18aaa2d621d3 req-6a584761-9f91-4d29-8cd4-c81a3bb1831c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:49.445606 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5fa2e5e4-f53a-4987-a378-18aaa2d621d3 req-6a584761-9f91-4d29-8cd4-c81a3bb1831c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.3113194 Jun 27 12:54:49.522561 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5fa2e5e4-f53a-4987-a378-18aaa2d621d3 req-d9690639-01c2-489f-a14b-5020eba6d967 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697072 Jun 27 12:54:49.623413 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-70579217-a9d3-4c8b-b1af-1a868056d8c4 req-6c14b7f8-3f3b-44aa-a93c-45aa403170cd tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/security-groups?id=6456827a-6b13-4cfc-a544-740b41331144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8334286 Jun 27 12:54:49.723297 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a91cfa52-8934-4406-aeb7-f0acc5150abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:49.749567 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] Set router ce5178ba-59d7-4fe1-bc86-9610d0c85115 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:54:49.843572 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a91cfa52-8934-4406-aeb7-f0acc5150abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:49.887767 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-86803495-4df4-46f5-9d0f-dc0e7d3b6cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:49.969432 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:50.163609 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-a91cfa52-8934-4406-aeb7-f0acc5150abb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a326b174b2c4f50bee0f62e9eaddaff&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9700646 Jun 27 12:54:50.166589 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 42808) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:50.167994 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cfa52-8934-4406-aeb7-f0acc5150abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471d3c62-0fee-40de-93d6-44d5622d18bc,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:50.171487 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-a91cfa52-8934-4406-aeb7-f0acc5150abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:50.177190 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:45Z', 'revision_number': 3, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:50.213944 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6beea-90f3-4a35-abc3-b7c5c8f055a8 None None] The sync data for ids ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'] in dv-cinder-798099-1-smb is: [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:45Z', 'revision_number': 3, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:54:50.251947 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-90540b6f-8b0e-40ce-9a09-032f51da3ac9 req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:50.264202 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-a404163f-3333-4d1e-b221-4e2314212d0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:50.405304 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cb123fad-b65b-4f07-b237-c9bf7c282f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:50.436763 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cb123fad-b65b-4f07-b237-c9bf7c282f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:50.458206 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Pushing event deleted for resources: {'Port': ['ID=38e04adc-9ac6-4c1a-bacd-8d5733aece18,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:50.466090 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:50.530851 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [req-90540b6f-8b0e-40ce-9a09-032f51da3ac9 req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] No DVR routers for this DVR port 38e04adc-9ac6-4c1a-bacd-8d5733aece18 on host hv-cinder-79809 {{(pid=79437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:54:50.535749 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-90540b6f-8b0e-40ce-9a09-032f51da3ac9 req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:50.573890 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4263a8-8490-4ec9-ba45-ad82a859339c', 'name': 'network-vif-deleted', 'tag': '38e04adc-9ac6-4c1a-bacd-8d5733aece18'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:54:50.584277 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Allocated IP 172.20.0.1 (6fd48c2e-fc16-4033-b0db-29cb7577514e/227da6ea-b968-46a8-b4d8-18ea8544387a/7e677cf8-b6f2-4658-99e5-c8c2ae85b955) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:54:50.677101 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cb123fad-b65b-4f07-b237-c9bf7c282f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:50.686592 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b203430f-f892-466a-bba7-b5bf8be127f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:50.736681 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb123fad-b65b-4f07-b237-c9bf7c282f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471d3c62-0fee-40de-93d6-44d5622d18bc,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:50.736681 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-cb123fad-b65b-4f07-b237-c9bf7c282f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:50.736681 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cb123fad-b65b-4f07-b237-c9bf7c282f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:50.736681 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-cb123fad-b65b-4f07-b237-c9bf7c282f2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/471d3c62-0fee-40de-93d6-44d5622d18bc HTTP/1.1" status: 204 len: 168 time: 0.5532186 Jun 27 12:54:50.801526 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5d02635-ce6c-4385-8fe2-5f2b897baf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:50.809125 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4263a8-8490-4ec9-ba45-ad82a859339c', 'name': 'network-vif-deleted', 'tag': '38e04adc-9ac6-4c1a-bacd-8d5733aece18', 'status': 'completed', 'code': 200} Jun 27 12:54:51.057341 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5cba4428-48e3-4d8a-a0a0-4abdcff6e07b req-0b4a5412-bb3b-45e6-ae22-43d23eae6c76 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 210 time: 0.0799909 Jun 27 12:54:51.091046 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-90540b6f-8b0e-40ce-9a09-032f51da3ac9 req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.52 "DELETE /v2.0/ports/38e04adc-9ac6-4c1a-bacd-8d5733aece18 HTTP/1.1" status: 204 len: 173 time: 2.8302515 Jun 27 12:54:51.247537 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:51.253838 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e801ea-1af2-4d85-8fdd-f98bf6ad308d req-bfa096e6-a2f2-4c04-a74c-7673cab18a38 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:51.253838 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f4e801ea-1af2-4d85-8fdd-f98bf6ad308d req-bfa096e6-a2f2-4c04-a74c-7673cab18a38 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1561487 Jun 27 12:54:51.255678 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:51.313630 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Transition to ACTIVE for port object 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 will not be triggered until provisioned by entity DHCP. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:51.371913 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f4e801ea-1af2-4d85-8fdd-f98bf6ad308d req-84e11144-90f8-4469-8545-7b45ac528cac tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117980 Jun 27 12:54:51.413103 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 38e04adc-9ac6-4c1a-bacd-8d5733aece18 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:54:51.456756 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:51.467233 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-aab6ce12-2796-4789-8f4b-763408dd55ee tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:51.505029 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 38e04adc-9ac6-4c1a-bacd-8d5733aece18 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:54:51.505368 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 38e04adc-9ac6-4c1a-bacd-8d5733aece18 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:54:51.608013 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Network 6fd48c2e-fc16-4033-b0db-29cb7577514e is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:54:51.609261 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:54:51.611922 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:54:51.674532 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Pushing event updated for resources: {'Port': ['ID=7e677cf8-b6f2-4658-99e5-c8c2ae85b955,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:51.675958 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:51.692273 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3831425'] for router_interface, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:51.753084 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 42842) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:51.924282 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6499fd57-8ca6-4fee-a2cf-1427a7c09148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:51.944076 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-6499fd57-8ca6-4fee-a2cf-1427a7c09148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:51.950189 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-6499fd57-8ca6-4fee-a2cf-1427a7c09148 admin admin] Usage tracker for resource:security_group_rule and tenant:8841835f0273400b97b1d5442040069a is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:51.954458 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-6499fd57-8ca6-4fee-a2cf-1427a7c09148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:51.961271 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-6499fd57-8ca6-4fee-a2cf-1427a7c09148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:52.083938 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:52.110845 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6499fd57-8ca6-4fee-a2cf-1427a7c09148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:52.134273 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-586ac617-881d-454e-853b-0fb10c90aa61 None None] Provisioning for port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:52.172478 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-586ac617-881d-454e-853b-0fb10c90aa61 None None] Provisioning complete for port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:52.172478 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-586ac617-881d-454e-853b-0fb10c90aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:52.230619 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-586ac617-881d-454e-853b-0fb10c90aa61 None None] Port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:54:52.322030 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6499fd57-8ca6-4fee-a2cf-1427a7c09148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:52.337325 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-89c397b0-b426-4e3d-a6cf-95788e01a975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:52.357027 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e4f9a511-8e68-4c20-a579-4b1b22bd344a req-30e7d8c4-701b-49bf-955d-1d32122f27a1 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b4263a8-8490-4ec9-ba45-ad82a859339c HTTP/1.1" status: 200 len: 210 time: 0.0777204 Jun 27 12:54:52.422325 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device b2680a5e-8736-4b42-8fd6-648b09881767 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:52.495207 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-6499fd57-8ca6-4fee-a2cf-1427a7c09148 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8841835f0273400b97b1d5442040069a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7399883 Jun 27 12:54:52.511632 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 42858) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:52.512465 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499fd57-8ca6-4fee-a2cf-1427a7c09148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b150a5a-74d1-4649-82a4-de84a4078dda,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:52.519946 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6499fd57-8ca6-4fee-a2cf-1427a7c09148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:52.561843 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:52.634151 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:52.662382 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port b2680a5e-8736-4b42-8fd6-648b09881767 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:54:52.675058 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port b2680a5e-8736-4b42-8fd6-648b09881767 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:52.675677 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:52.696056 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3c80d51d-11c4-4751-8702-7badc7b99168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:52.756453 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3c80d51d-11c4-4751-8702-7badc7b99168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:52.784415 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:52.818985 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910184'] for router_interface, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:52.869803 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7b963-da8f-4d22-92f3-48961e80662e req-a931fa10-e547-401b-931a-8a037fdfe1cc tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:52.872895 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-46f7b963-da8f-4d22-92f3-48961e80662e req-a931fa10-e547-401b-931a-8a037fdfe1cc tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.2429526 Jun 27 12:54:52.942958 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3c80d51d-11c4-4751-8702-7badc7b99168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:52.967771 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6699b575-d59b-4e96-94b2-5a4cee443120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:53.040856 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80d51d-11c4-4751-8702-7badc7b99168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b150a5a-74d1-4649-82a4-de84a4078dda,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:53.086051 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-3c80d51d-11c4-4751-8702-7badc7b99168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:53.158541 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-46f7b963-da8f-4d22-92f3-48961e80662e req-112de520-a682-4e32-8c8f-0333868b88f9 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409670 Jun 27 12:54:53.158541 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3c80d51d-11c4-4751-8702-7badc7b99168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:53.158541 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-3c80d51d-11c4-4751-8702-7badc7b99168 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b150a5a-74d1-4649-82a4-de84a4078dda HTTP/1.1" status: 204 len: 168 time: 0.6201007 Jun 27 12:54:53.168560 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:53.180282 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Pushing event updated for resources: {'Port': ['ID=7e677cf8-b6f2-4658-99e5-c8c2ae85b955,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:53.191783 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:53.195657 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port b2680a5e-8736-4b42-8fd6-648b09881767, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=b2680a5e-8736-4b42-8fd6-648b09881767,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:54:53.250579 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Network 6fd48c2e-fc16-4033-b0db-29cb7577514e is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:54:53.252492 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:54:53.315477 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:53.326476 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:53.473592 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=b2680a5e-8736-4b42-8fd6-648b09881767,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:53.478039 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:53.487129 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a4371641-5a5b-4ac5-816e-6e4d2d1714f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:53.630861 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Router ce5178ba-59d7-4fe1-bc86-9610d0c85115 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:54:53.683027 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-688ad7d1-c215-4cf5-8c03-eb2609dae108 None None] Provisioning complete for port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:53.683845 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-688ad7d1-c215-4cf5-8c03-eb2609dae108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:53.897180 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-688ad7d1-c215-4cf5-8c03-eb2609dae108 None None] Port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:54:54.054374 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:54:54.059971 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-6777796a-0d09-40dc-8daf-179e459d2b85 admin admin] 10.222.0.41 "PUT /v2.0/routers/ce5178ba-59d7-4fe1-bc86-9610d0c85115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7317648 Jun 27 12:54:54.075702 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Sync routers for ids ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:54:54.106325 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Routers {'ce5178ba-59d7-4fe1-bc86-9610d0c85115'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:54:54.109624 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:54:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:54.408441 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device b2680a5e-8736-4b42-8fd6-648b09881767 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:54:54.593857 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Set router ce5178ba-59d7-4fe1-bc86-9610d0c85115 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:54:54.699593 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbb904-53c6-4614-ad2f-7095140185b9 req-179f1e7a-450e-4826-8753-1d7498c004f6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:54.702689 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-aafbb904-53c6-4614-ad2f-7095140185b9 req-179f1e7a-450e-4826-8753-1d7498c004f6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.2355080 Jun 27 12:54:54.733246 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:54.814396 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-aafbb904-53c6-4614-ad2f-7095140185b9 req-50acd990-03fa-44f7-9354-575437f40c5c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913353 Jun 27 12:54:54.895257 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port b2680a5e-8736-4b42-8fd6-648b09881767 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:54:54.895257 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:55.395585 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:51Z', 'revision_number': 4, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '7e677cf8-b6f2-4658-99e5-c8c2ae85b955', 'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'mac_address': 'fa:16:3e:71:cd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:50Z', 'updated_at': '2021-06-27T12:54:52Z', 'revision_number': 2, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'subnets': [{'id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:55.402119 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Checking router: ce5178ba-59d7-4fe1-bc86-9610d0c85115 for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:54:55.402485 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Updating router ce5178ba-59d7-4fe1-bc86-9610d0c85115 port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 binding host dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:54:55.508752 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:55.886797 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 42984) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:55.893326 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-267829292-network', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:55.903282 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:55.923949 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Usage tracker for resource:network and tenant:f8da7dc9ab5b4d08a63968a81e500fcd is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:55.931422 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:55.944445 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:56.087334 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Made reservation on behalf of f8da7dc9ab5b4d08a63968a81e500fcd for: {'network': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:54:56.090407 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.107383 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.133663 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:56.143918 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Usage tracker for resource:security_group_rule and tenant:f8da7dc9ab5b4d08a63968a81e500fcd is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:56.149907 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:56.172301 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:56.225103 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Notify callbacks [] for port, precommit_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.272482 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Transition to ACTIVE for port object 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:54:56.332910 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feecb9-cfdb-4714-bcbf-282df48c6f64 req-120f99ca-6cb2-4805-9369-ab7140061c96 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:56.339998 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-93feecb9-cfdb-4714-bcbf-282df48c6f64 req-120f99ca-6cb2-4805-9369-ab7140061c96 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.2970023 Jun 27 12:54:56.410381 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.423476 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:56.460537 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-93feecb9-cfdb-4714-bcbf-282df48c6f64 req-5b1f2615-4cd8-423b-9850-a983a52881c6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186788 Jun 27 12:54:56.511423 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.545480 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.626426 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.635217 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-4c0e4518-2db3-4698-84e5-c8efbbe397a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:56.713719 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=79438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:54:56.800341 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e195c8d-dadd-4aa4-b7ce-feddf6fc390a None None] Pushing event updated for resources: {'Port': ['ID=7e677cf8-b6f2-4658-99e5-c8c2ae85b955,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:56.815182 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43060) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:56.816956 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-3e195c8d-dadd-4aa4-b7ce-feddf6fc390a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:56.825518 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.827098 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.segments_db [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Added segment 22b78f78-ace7-4278-8836-96a83ab7e09c of type vlan for network 7dba0e46-ac79-47a7-b88e-832251770797 Jun 27 12:54:56.940368 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266ee749-4386-44ec-9597-409dd17533e4,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:56.949335 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Attempting to bind port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:54:56.949780 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Attempting to bind port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:54:56.950079 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Attempting to bind port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 on network 6fd48c2e-fc16-4033-b0db-29cb7577514e {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:54:56.954847 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:56.960410 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.965188 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:54:56.965570 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Checking segment: {'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:56.966013 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.973092 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Bound using segment: {'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:54:56.973092 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Bound port: 7e677cf8-b6f2-4658-99e5-c8c2ae85b955, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:54:56.973092 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:57.063573 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-35ca6c50-8dbb-4406-9ea0-6a94d09cf810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:57.084682 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-35ca6c50-8dbb-4406-9ea0-6a94d09cf810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:57.089712 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-35ca6c50-8dbb-4406-9ea0-6a94d09cf810 admin admin] Usage tracker for resource:security_group_rule and tenant:6e31d2fa44ed45ceb1116b34d8c9076f is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:57.094100 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-35ca6c50-8dbb-4406-9ea0-6a94d09cf810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:57.113133 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-35ca6c50-8dbb-4406-9ea0-6a94d09cf810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:57.118901 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] For port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:54:57.122936 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] For port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=7e677cf8-b6f2-4658-99e5-c8c2ae85b955,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:54:57.150454 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:57.154940 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:57.154940 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:57.158771 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5ba09272-bdbf-4422-bb2c-44b8e97cea93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:57.259044 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:57.264211 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:57.272339 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-35ca6c50-8dbb-4406-9ea0-6a94d09cf810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:57.326618 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Pushing event updated for resources: {'Network': ['ID=7dba0e46-ac79-47a7-b88e-832251770797,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:57.329842 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:57.344252 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 7dba0e46-ac79-47a7-b88e-832251770797 details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:54:57.387084 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-35ca6c50-8dbb-4406-9ea0-6a94d09cf810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:57.395553 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-8c0644f4-fe18-400b-89fa-c3b5ff961cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:57.425217 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5370531 Jun 27 12:54:57.428656 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43078) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:57.434352 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Request body: {'subnet': {'network_id': '7dba0e46-ac79-47a7-b88e-832251770797', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-267829292-subnet', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'ip_version': 4}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:57.446706 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca6c50-8dbb-4406-9ea0-6a94d09cf810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683ed2a0-725d-41b1-86e9-eceaac4e1cda,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:57.450541 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:57.451442 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-35ca6c50-8dbb-4406-9ea0-6a94d09cf810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:57.458514 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Usage tracker for resource:subnet and tenant:f8da7dc9ab5b4d08a63968a81e500fcd is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:57.463392 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:57.497818 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-35ca6c50-8dbb-4406-9ea0-6a94d09cf810 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e31d2fa44ed45ceb1116b34d8c9076f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6795163 Jun 27 12:54:57.505121 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43090) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:57.628233 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:57.681103 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Routers {'ce5178ba-59d7-4fe1-bc86-9610d0c85115'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:54:57.681809 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:54:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:57.844194 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Made reservation on behalf of f8da7dc9ab5b4d08a63968a81e500fcd for: {'subnet': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:54:57.849136 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28107213'] for subnet, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:57.882412 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e195c8d-dadd-4aa4-b7ce-feddf6fc390a None None] Pushing event updated for resources: {'Port': ['ID=7e677cf8-b6f2-4658-99e5-c8c2ae85b955,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:57.922671 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-3e195c8d-dadd-4aa4-b7ce-feddf6fc390a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:58.058744 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0e92a5f0-e18c-478f-915d-e79627092c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:58.117919 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0e92a5f0-e18c-478f-915d-e79627092c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:58.258478 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28153212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28107227'] for subnet, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:58.280967 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b53d24-76f8-4915-99d4-4d281de67204 req-a8c218dd-e278-4ee8-99ef-53c0602efde6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:58.285230 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-76b53d24-76f8-4915-99d4-4d281de67204 req-a8c218dd-e278-4ee8-99ef-53c0602efde6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.5757339 Jun 27 12:54:58.294091 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:58.331385 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] Set router ce5178ba-59d7-4fe1-bc86-9610d0c85115 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:54:58.472803 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0e92a5f0-e18c-478f-915d-e79627092c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:58.578578 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-76b53d24-76f8-4915-99d4-4d281de67204 req-c64d1aa8-8119-438c-9c7e-081d485f9a7c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119420 Jun 27 12:54:58.658727 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0e92a5f0-e18c-478f-915d-e79627092c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:58.664491 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-0e92a5f0-e18c-478f-915d-e79627092c3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/683ed2a0-725d-41b1-86e9-eceaac4e1cda HTTP/1.1" status: 204 len: 168 time: 1.1568482 Jun 27 12:54:58.679809 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Checking segment: {'id': '22b78f78-ace7-4278-8836-96a83ab7e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:54:58.679809 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Network hostable DHCP agents. Network: 7dba0e46-ac79-47a7-b88e-832251770797, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:54:58.687692 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea6b928-1062-4537-9c44-43044ae3e3e8,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:58.693676 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:58.694865 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1e78c202-4710-4434-8334-2b168a5ffbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:54:58.712140 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92a5f0-e18c-478f-915d-e79627092c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ed2a0-725d-41b1-86e9-eceaac4e1cda,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:54:58.716617 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0e92a5f0-e18c-478f-915d-e79627092c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:54:58.793047 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Network 7dba0e46-ac79-47a7-b88e-832251770797 is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:54:58.893720 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 7dba0e46-ac79-47a7-b88e-832251770797) {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:54:58.906350 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:54:58.907191 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:58.907615 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27281c15-5f0e-4afa-9498-71794fc7f9fe None None] Network 7dba0e46-ac79-47a7-b88e-832251770797 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:54:59.072071 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-aa2b23f4-dcf8-4e2e-8b2c-818b4b5ef35e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6405895 Jun 27 12:54:59.072596 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43142) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:54:59.081099 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-267829292-router', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:54:59.085843 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:54:59.090463 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Usage tracker for resource:router and tenant:f8da7dc9ab5b4d08a63968a81e500fcd is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:54:59.093667 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:54:59.100374 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:54:59.234764 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7315'] for router, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:59.236817 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7300'] for router, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:59.244332 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61cff0b7-818a-53f9-9c49-d15b5ffc093f-7dba0e46-ac79-47a7-b88e-832251770797', 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'fixed_ips': [{'subnet_id': '1ea6b928-1062-4537-9c44-43044ae3e3e8'}]}} from dv-cinder-798099-1-smb. {{(pid=79439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:54:59.245855 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:59.256933 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:59.265143 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:51Z', 'revision_number': 4, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '7e677cf8-b6f2-4658-99e5-c8c2ae85b955', 'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'mac_address': 'fa:16:3e:71:cd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:50Z', 'updated_at': '2021-06-27T12:54:57Z', 'revision_number': 4, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'subnets': [{'id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:54:59.272389 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79714042-abce-4faa-ad64-ccd1ab7b4027 None None] The sync data for ids ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'] in dv-cinder-798099-1-smb is: [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:51Z', 'revision_number': 4, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '7e677cf8-b6f2-4658-99e5-c8c2ae85b955', 'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'mac_address': 'fa:16:3e:71:cd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:50Z', 'updated_at': '2021-06-27T12:54:57Z', 'revision_number': 4, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'subnets': [{'id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:54:59.612783 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.db_base_plugin_common [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Allocated IP 172.20.0.2 (7dba0e46-ac79-47a7-b88e-832251770797/1ea6b928-1062-4537-9c44-43044ae3e3e8/a56bc327-e526-4f28-b08d-bb1315875961) {{(pid=79439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:55:00.070213 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43188) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:00.104752 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-32a271be-57a5-49d2-ab5d-97b63dda0af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:00.172845 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-32a271be-57a5-49d2-ab5d-97b63dda0af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:00.181752 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-32a271be-57a5-49d2-ab5d-97b63dda0af4 admin admin] Usage tracker for resource:security_group_rule and tenant:993940f379244487bffbdb76f15aa96a is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:00.186932 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-32a271be-57a5-49d2-ab5d-97b63dda0af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:00.204077 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-32a271be-57a5-49d2-ab5d-97b63dda0af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:00.266817 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Notify callbacks [] for port, precommit_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:00.305228 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3831392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7286'] for router, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:00.321640 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Transition to ACTIVE for port object a56bc327-e526-4f28-b08d-bb1315875961 will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:00.428670 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Transition to ACTIVE for port object a56bc327-e526-4f28-b08d-bb1315875961 will not be triggered until provisioned by entity DHCP. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:00.505575 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:00.513923 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:00.548083 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd76425-bbfa-4541-920b-c156c5818397 req-4a182575-feeb-45b3-8a9e-7caa424bb4c7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:00.570013 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bbd76425-bbfa-4541-920b-c156c5818397 req-4a182575-feeb-45b3-8a9e-7caa424bb4c7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.3353872 Jun 27 12:55:00.617931 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-32a271be-57a5-49d2-ab5d-97b63dda0af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:00.668051 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:00.691475 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bbd76425-bbfa-4541-920b-c156c5818397 req-7ad24445-d29a-484c-b14b-46880c4436cb tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204591 Jun 27 12:55:00.716005 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-32a271be-57a5-49d2-ab5d-97b63dda0af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:00.803131 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:00.816157 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Network 7dba0e46-ac79-47a7-b88e-832251770797 is already hosted by enough agents. {{(pid=79439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:00.833296 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.base_scheduler [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Resources bound (agent type, host, resource id): {{(pid=79439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:00.837150 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Pushing event updated for resources: {'Port': ['ID=a56bc327-e526-4f28-b08d-bb1315875961,revision_number=1']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:00.839881 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Received port after_create {{(pid=79439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:55:00.846191 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:00.915598 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-32a271be-57a5-49d2-ab5d-97b63dda0af4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=993940f379244487bffbdb76f15aa96a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8417997 Jun 27 12:55:00.916749 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43222) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:00.988190 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a271be-57a5-49d2-ab5d-97b63dda0af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0d984f-e1da-434b-a197-ea130accd0c1,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:01.006302 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-32a271be-57a5-49d2-ab5d-97b63dda0af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:01.007525 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:01.027742 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:01.027742 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:01.144121 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Attempting to bind port a56bc327-e526-4f28-b08d-bb1315875961 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:55:01.144492 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Attempting to bind port a56bc327-e526-4f28-b08d-bb1315875961 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': '22b78f78-ace7-4278-8836-96a83ab7e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:55:01.144859 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Attempting to bind port a56bc327-e526-4f28-b08d-bb1315875961 on network 7dba0e46-ac79-47a7-b88e-832251770797 {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:55:01.161290 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:55:01.162117 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Checking segment: {'id': '22b78f78-ace7-4278-8836-96a83ab7e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:01.162677 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:01.163242 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Bound using segment: {'id': '22b78f78-ace7-4278-8836-96a83ab7e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:55:01.163888 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Bound port: a56bc327-e526-4f28-b08d-bb1315875961, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b78f78-ace7-4278-8836-96a83ab7e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:55:01.164433 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:01.308551 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:01.369869 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] For port a56bc327-e526-4f28-b08d-bb1315875961, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:55:01.375508 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] For port a56bc327-e526-4f28-b08d-bb1315875961, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=a56bc327-e526-4f28-b08d-bb1315875961,segment=NetworkSegment(22b78f78-ace7-4278-8836-96a83ab7e09c),segment_id=22b78f78-ace7-4278-8836-96a83ab7e09c)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:55:01.394809 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=7e677cf8-b6f2-4658-99e5-c8c2ae85b955,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:01.465360 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:01.472061 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-f727971f-60dd-451c-9f9d-d5e13e2892f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:01.492849 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b1bc207e-62a8-4d79-978b-5088643645d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:01.520121 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:01.544803 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:01.601437 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:01.604806 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b1bc207e-62a8-4d79-978b-5088643645d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:01.644043 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Pushing event updated for resources: {'Port': ['ID=a56bc327-e526-4f28-b08d-bb1315875961,revision_number=2']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:01.647167 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:01.647622 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:01.767055 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=7e677cf8-b6f2-4658-99e5-c8c2ae85b955,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:01.771068 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:02.020685 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Allocated IP 172.28.1.45 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/62a46fbd-8b95-4599-b01c-944e4608d1bb) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:55:02.037374 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b1bc207e-62a8-4d79-978b-5088643645d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:02.043773 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-783df22d-55f9-491d-81b2-6dfb8f1edfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:02.178504 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ca507-5a0f-4c3e-b7e0-9bb43fd144be req-dd89d988-0948-4c98-881b-19053ffd0118 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:02.187960 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8f1ca507-5a0f-4c3e-b7e0-9bb43fd144be req-dd89d988-0948-4c98-881b-19053ffd0118 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1357975 Jun 27 12:55:02.295535 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8f1ca507-5a0f-4c3e-b7e0-9bb43fd144be req-6aac577b-c444-4203-a203-52ef4d716d28 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067154 Jun 27 12:55:02.446442 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:02.469400 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc207e-62a8-4d79-978b-5088643645d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0d984f-e1da-434b-a197-ea130accd0c1,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:02.499456 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-b1bc207e-62a8-4d79-978b-5088643645d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:02.516771 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:02.533098 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b1bc207e-62a8-4d79-978b-5088643645d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:02.537850 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-b1bc207e-62a8-4d79-978b-5088643645d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d0d984f-e1da-434b-a197-ea130accd0c1 HTTP/1.1" status: 204 len: 168 time: 1.6111791 Jun 27 12:55:02.644635 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:02.645276 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:02.759075 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:02.782972 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:02.978604 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device a56bc327-e526-4f28-b08d-bb1315875961 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:02.998291 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:03.005374 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:03.014875 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:55:03.088678 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Pushing event updated for resources: {'Port': ['ID=62a46fbd-8b95-4599-b01c-944e4608d1bb,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:03.093681 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:03.188808 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port a56bc327-e526-4f28-b08d-bb1315875961 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:03.444605 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7534b2-bc86-4ce8-be26-5ca7ff3f9268 None None] Network 7dba0e46-ac79-47a7-b88e-832251770797 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:55:03.676448 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-d90217c4-7550-4100-8b72-6135c12f2da2 None None] Provisioning for port a56bc327-e526-4f28-b08d-bb1315875961 completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:03.691627 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-d90217c4-7550-4100-8b72-6135c12f2da2 None None] Provisioning complete for port a56bc327-e526-4f28-b08d-bb1315875961 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:03.691627 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d90217c4-7550-4100-8b72-6135c12f2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:03.818096 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9e8b3-f7f9-4b27-bbf8-f6864e1ef2f9 req-fbc95c81-22ec-4a19-b78a-679b3476e95c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:03.820539 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-04a9e8b3-f7f9-4b27-bbf8-f6864e1ef2f9 req-fbc95c81-22ec-4a19-b78a-679b3476e95c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.3753979 Jun 27 12:55:03.852847 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43304) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:03.880273 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:03.903063 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6cb37511-0c98-4e45-8342-728e459b204f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:03.934925 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-6cb37511-0c98-4e45-8342-728e459b204f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:03.943452 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-6cb37511-0c98-4e45-8342-728e459b204f admin admin] Usage tracker for resource:security_group_rule and tenant:64463338dd184f47b4f449da283849fe is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:03.950256 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-6cb37511-0c98-4e45-8342-728e459b204f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:03.959827 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-6cb37511-0c98-4e45-8342-728e459b204f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:03.965557 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-04a9e8b3-f7f9-4b27-bbf8-f6864e1ef2f9 req-458d7aa0-9931-4e77-abab-15272beb684b tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376235 Jun 27 12:55:04.117889 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d90217c4-7550-4100-8b72-6135c12f2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:04.266779 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6cb37511-0c98-4e45-8342-728e459b204f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:04.272231 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-d90217c4-7550-4100-8b72-6135c12f2da2 None None] For port a56bc327-e526-4f28-b08d-bb1315875961, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=a56bc327-e526-4f28-b08d-bb1315875961,segment=NetworkSegment(22b78f78-ace7-4278-8836-96a83ab7e09c),segment_id=22b78f78-ace7-4278-8836-96a83ab7e09c)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:04.347220 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6cb37511-0c98-4e45-8342-728e459b204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:04.356046 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9b52f6c7-024b-4981-a541-97036a32fa08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:04.376524 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d90217c4-7550-4100-8b72-6135c12f2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:04.380282 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:04.657392 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90217c4-7550-4100-8b72-6135c12f2da2 None None] Pushing event updated for resources: {'Port': ['ID=a56bc327-e526-4f28-b08d-bb1315875961,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:04.680287 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-d90217c4-7550-4100-8b72-6135c12f2da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:04.774347 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb37511-0c98-4e45-8342-728e459b204f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba83749-fa30-4d3b-b63e-c8989c0ee5b1,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:04.786113 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6cb37511-0c98-4e45-8342-728e459b204f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:04.835018 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-ff4c2605-1fb9-4fb0-bfc6-6289e3765649 None None] Provisioning complete for port a56bc327-e526-4f28-b08d-bb1315875961 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:04.835534 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2605-1fb9-4fb0-bfc6-6289e3765649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:04.886681 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-6cb37511-0c98-4e45-8342-728e459b204f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64463338dd184f47b4f449da283849fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0314362 Jun 27 12:55:04.889701 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43334) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:04.928878 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3831367'] for router, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:05.207813 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4feeb-957d-445f-94c0-661b66d365cd req-b7656783-63b1-4dbe-a2b4-daeb5d5d6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:05.210560 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f8c4feeb-957d-445f-94c0-661b66d365cd req-b7656783-63b1-4dbe-a2b4-daeb5d5d6911 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 1099 time: 0.4867260 Jun 27 12:55:05.325001 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ff079c52-b07e-4f9b-8431-c5b4172417de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:05.364019 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ff079c52-b07e-4f9b-8431-c5b4172417de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:05.432691 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21af7b-578e-481a-915f-06a596c73867 req-eb8a7036-b9ca-4356-a47e-6ef7aaabb994 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:05.437017 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0b21af7b-578e-481a-915f-06a596c73867 req-eb8a7036-b9ca-4356-a47e-6ef7aaabb994 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 946 time: 0.1285791 Jun 27 12:55:05.500852 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f8c4feeb-957d-445f-94c0-661b66d365cd req-dab3ef29-9d55-445a-b767-d9f4efd9886f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339096 Jun 27 12:55:05.538652 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0b21af7b-578e-481a-915f-06a596c73867 req-59103de9-b9c6-45ee-b5ce-10313d9912b7 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889523 Jun 27 12:55:05.545246 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9699e4-4071-441b-b53c-713f477c75e6 req-8783397a-d172-4b57-9709-736c3234867d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:05.547088 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-be9699e4-4071-441b-b53c-713f477c75e6 req-8783397a-d172-4b57-9709-736c3234867d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.3577523 Jun 27 12:55:05.613480 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ff079c52-b07e-4f9b-8431-c5b4172417de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:05.628203 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Router 4eba6049-2144-4222-a6eb-163bc8261b8f is scheduled to L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f with binding_index 1 {{(pid=79437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:55:05.637928 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-7e8d2c69-8819-4c12-b99b-1f714686314d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:05.652641 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-be9699e4-4071-441b-b53c-713f477c75e6 req-350ae7db-196b-4a0d-ace7-b07ff9f6b383 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985661 Jun 27 12:55:05.662446 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079c52-b07e-4f9b-8431-c5b4172417de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba83749-fa30-4d3b-b63e-c8989c0ee5b1,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:05.668039 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ff079c52-b07e-4f9b-8431-c5b4172417de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:05.887707 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:55:05.895269 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ff079c52-b07e-4f9b-8431-c5b4172417de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:05.899093 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ff079c52-b07e-4f9b-8431-c5b4172417de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cba83749-fa30-4d3b-b63e-c8989c0ee5b1 HTTP/1.1" status: 204 len: 168 time: 1.0038297 Jun 27 12:55:05.899263 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873df2b6-c682-4256-a841-1f026358366d None None] Sync routers for ids ['4eba6049-2144-4222-a6eb-163bc8261b8f'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:55:05.919638 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873df2b6-c682-4256-a841-1f026358366d None None] Routers {'4eba6049-2144-4222-a6eb-163bc8261b8f'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:05.919638 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-873df2b6-c682-4256-a841-1f026358366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:54:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['4eba6049-2144-4222-a6eb-163bc8261b8f'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:05.981268 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Notify callbacks [] for router, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:05.982589 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.9082146 Jun 27 12:55:05.985736 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43374) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:06.216110 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-873df2b6-c682-4256-a841-1f026358366d None None] Set router 4eba6049-2144-4222-a6eb-163bc8261b8f gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:06.463405 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device a56bc327-e526-4f28-b08d-bb1315875961 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:06.665148 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port a56bc327-e526-4f28-b08d-bb1315875961 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:06.665625 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:07.051126 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eafbbc-50b7-45a8-98f4-0af4ade08cb7 req-74cd2a13-831e-4e7e-8b28-096d62e799f4 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:07.058931 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-12eafbbc-50b7-45a8-98f4-0af4ade08cb7 req-74cd2a13-831e-4e7e-8b28-096d62e799f4 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 946 time: 0.3049653 Jun 27 12:55:07.087458 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-873df2b6-c682-4256-a841-1f026358366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'name': 'tempest-TestShelveInstance-267829292-router', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:59Z', 'updated_at': '2021-06-27T12:55:03Z', 'revision_number': 3, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'gw_port': {'id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:01Z', 'updated_at': '2021-06-27T12:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:07.125054 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873df2b6-c682-4256-a841-1f026358366d None None] Checking router: 4eba6049-2144-4222-a6eb-163bc8261b8f for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:55:07.131687 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873df2b6-c682-4256-a841-1f026358366d None None] Updating router 4eba6049-2144-4222-a6eb-163bc8261b8f port 62a46fbd-8b95-4599-b01c-944e4608d1bb binding host dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:55:07.401134 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-873df2b6-c682-4256-a841-1f026358366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:07.502352 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:55:07.556737 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-12eafbbc-50b7-45a8-98f4-0af4ade08cb7 req-15f9f8bd-e332-4f46-bd26-5adc3b493dd3 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955819 Jun 27 12:55:07.583882 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:07.788356 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025be4c-a758-49d4-a4e5-8265e8f9e991 req-290bb7f7-b04c-4c36-ade2-183671661c6d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:07.801097 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c025be4c-a758-49d4-a4e5-8265e8f9e991 req-290bb7f7-b04c-4c36-ade2-183671661c6d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.4808433 Jun 27 12:55:07.836432 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498fb5-5a67-414b-b8f7-081122de6743 req-ccc355fb-c332-4f93-bb95-e4f2b3f49e90 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:07.838708 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-cb498fb5-5a67-414b-b8f7-081122de6743 req-ccc355fb-c332-4f93-bb95-e4f2b3f49e90 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 946 time: 0.2154801 Jun 27 12:55:07.978218 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [req-cb498fb5-5a67-414b-b8f7-081122de6743 req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Deleting port 8b962ab6-d58f-48cd-994d-770607852a70 {{(pid=79437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:55:07.979181 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-cb498fb5-5a67-414b-b8f7-081122de6743 req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:07.983304 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c025be4c-a758-49d4-a4e5-8265e8f9e991 req-4b23c2a6-35df-407e-8825-d6cd522dc106 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812875 Jun 27 12:55:08.349954 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43448) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:08.479142 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-873df2b6-c682-4256-a841-1f026358366d None None] Notify callbacks [] for port, precommit_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:08.514416 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.provisioning_blocks [None req-873df2b6-c682-4256-a841-1f026358366d None None] Transition to ACTIVE for port object 62a46fbd-8b95-4599-b01c-944e4608d1bb will not be triggered until provisioned by entity L2. {{(pid=79440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:08.550895 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Allocated IP 172.20.0.1 (7dba0e46-ac79-47a7-b88e-832251770797/1ea6b928-1062-4537-9c44-43044ae3e3e8/fe64b836-a1f4-4984-800e-af704c3b36dc) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:55:08.558071 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-cb498fb5-5a67-414b-b8f7-081122de6743 req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] For port 8b962ab6-d58f-48cd-994d-770607852a70, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8b962ab6-d58f-48cd-994d-770607852a70,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:08.558261 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-cb498fb5-5a67-414b-b8f7-081122de6743 req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:08.618489 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-873df2b6-c682-4256-a841-1f026358366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:08.626496 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:08.846444 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-873df2b6-c682-4256-a841-1f026358366d None None] Attempting to bind port 62a46fbd-8b95-4599-b01c-944e4608d1bb on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:55:08.847212 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-873df2b6-c682-4256-a841-1f026358366d None None] Attempting to bind port 62a46fbd-8b95-4599-b01c-944e4608d1bb by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:55:08.847819 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873df2b6-c682-4256-a841-1f026358366d None None] Attempting to bind port 62a46fbd-8b95-4599-b01c-944e4608d1bb on network d32f493c-8559-4b40-85d3-8491f4b6d87a {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:55:08.860975 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873df2b6-c682-4256-a841-1f026358366d None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:55:08.862022 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873df2b6-c682-4256-a841-1f026358366d None None] Checking segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:08.862651 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-873df2b6-c682-4256-a841-1f026358366d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:08.865145 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873df2b6-c682-4256-a841-1f026358366d None None] Bound using segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:55:08.866315 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-873df2b6-c682-4256-a841-1f026358366d None None] Bound port: 62a46fbd-8b95-4599-b01c-944e4608d1bb, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:55:08.866991 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-873df2b6-c682-4256-a841-1f026358366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:08.904070 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Pushing event updated for resources: {'Port': ['ID=62a46fbd-8b95-4599-b01c-944e4608d1bb,revision_number=2']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:08.960365 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.960832 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.961271 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.961708 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.962240 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.962667 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.963115 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.963515 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.963952 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.964372 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.965808 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.966266 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:08.969658 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [req-cb498fb5-5a67-414b-b8f7-081122de6743 req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Calling delete_port for 8b962ab6-d58f-48cd-994d-770607852a70 owned by compute:nova {{(pid=79437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:55:08.985139 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:09.051551 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-873df2b6-c682-4256-a841-1f026358366d None None] For port 62a46fbd-8b95-4599-b01c-944e4608d1bb, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:55:09.057522 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-873df2b6-c682-4256-a841-1f026358366d None None] For port 62a46fbd-8b95-4599-b01c-944e4608d1bb, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=62a46fbd-8b95-4599-b01c-944e4608d1bb,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:55:09.070939 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ebbf1c41-87f0-42d5-8bcf-b4ea8456b70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:09.099572 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:09.123520 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Transition to ACTIVE for port object fe64b836-a1f4-4984-800e-af704c3b36dc will not be triggered until provisioned by entity DHCP. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:09.123789 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-ebbf1c41-87f0-42d5-8bcf-b4ea8456b70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:09.133285 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-873df2b6-c682-4256-a841-1f026358366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:09.146966 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-ebbf1c41-87f0-42d5-8bcf-b4ea8456b70f admin admin] Usage tracker for resource:security_group_rule and tenant:5418108f7db942028c0f60c276fb5247 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:09.149023 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:09.152602 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-ebbf1c41-87f0-42d5-8bcf-b4ea8456b70f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:09.168499 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-ebbf1c41-87f0-42d5-8bcf-b4ea8456b70f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:09.224416 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6b98c-3465-4c8a-92ec-3110b8227a93 req-c8b037a6-97c0-4b44-af77-2c9e08a593c4 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:09.225944 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b8f6b98c-3465-4c8a-92ec-3110b8227a93 req-c8b037a6-97c0-4b44-af77-2c9e08a593c4 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 946 time: 0.2736158 Jun 27 12:55:09.234311 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873df2b6-c682-4256-a841-1f026358366d None None] Routers {'4eba6049-2144-4222-a6eb-163bc8261b8f'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:09.235357 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-873df2b6-c682-4256-a841-1f026358366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:54:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['4eba6049-2144-4222-a6eb-163bc8261b8f'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:09.272839 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:09.291729 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:09.345461 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b8f6b98c-3465-4c8a-92ec-3110b8227a93 req-cd9a6ffb-64ff-436e-9a8b-e0af59e1469d tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090498 Jun 27 12:55:09.454780 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-cb498fb5-5a67-414b-b8f7-081122de6743 req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:09.465457 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-873df2b6-c682-4256-a841-1f026358366d None None] Set router 4eba6049-2144-4222-a6eb-163bc8261b8f gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:09.473610 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:09.473875 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['425e04bf-f19e-4777-b8d5-b24f4102e577', '0f911679-a7b5-4fab-9603-995d4597c32a', '32bd0915-8abb-4ddc-a724-bd3b294422df', '8b962ab6-d58f-48cd-994d-770607852a70'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:55:09.526853 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ebbf1c41-87f0-42d5-8bcf-b4ea8456b70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:09.528385 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Pushing event deleted for resources: {'Port': ['ID=8b962ab6-d58f-48cd-994d-770607852a70,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:09.582002 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:09.688107 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ebbf1c41-87f0-42d5-8bcf-b4ea8456b70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:09.757773 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Network 7dba0e46-ac79-47a7-b88e-832251770797 is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:09.769985 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:09.785960 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:55:09.787430 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-83efbbb4-cbf9-448a-97c1-48c721cb6875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:09.804867 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ebbf1c41-87f0-42d5-8bcf-b4ea8456b70f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5418108f7db942028c0f60c276fb5247&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4536982 Jun 27 12:55:09.823815 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb498fb5-5a67-414b-b8f7-081122de6743 req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] No DVR routers for this DVR port 8b962ab6-d58f-48cd-994d-770607852a70 on host hv-cinder-79809 {{(pid=79437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:55:09.835483 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43478) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:09.835933 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43480) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:09.882919 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-cb498fb5-5a67-414b-b8f7-081122de6743 req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:09.909817 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb262c34-9465-40ab-b388-cc90560778a3', 'name': 'network-vif-deleted', 'tag': '8b962ab6-d58f-48cd-994d-770607852a70'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:55:09.972990 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Pushing event updated for resources: {'Port': ['ID=62a46fbd-8b95-4599-b01c-944e4608d1bb,revision_number=3']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:09.977097 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:09.979562 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-873df2b6-c682-4256-a841-1f026358366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'name': 'tempest-TestShelveInstance-267829292-router', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:59Z', 'updated_at': '2021-06-27T12:55:03Z', 'revision_number': 3, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'gw_port': {'id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:01Z', 'updated_at': '2021-06-27T12:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:09.984292 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873df2b6-c682-4256-a841-1f026358366d None None] The sync data for ids ['4eba6049-2144-4222-a6eb-163bc8261b8f'] in dv-cinder-798099-1-smb is: [{'id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'name': 'tempest-TestShelveInstance-267829292-router', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:59Z', 'updated_at': '2021-06-27T12:55:03Z', 'revision_number': 3, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'gw_port': {'id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:01Z', 'updated_at': '2021-06-27T12:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:55:10.037620 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf1c41-87f0-42d5-8bcf-b4ea8456b70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e461f474-44c8-4a8b-8d16-38e54dae8e5c,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:10.070837 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ebbf1c41-87f0-42d5-8bcf-b4ea8456b70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:10.136621 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-cb498fb5-5a67-414b-b8f7-081122de6743 req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "DELETE /v2.0/ports/8b962ab6-d58f-48cd-994d-770607852a70 HTTP/1.1" status: 204 len: 173 time: 2.2901399 Jun 27 12:55:10.148684 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb262c34-9465-40ab-b388-cc90560778a3', 'name': 'network-vif-deleted', 'tag': '8b962ab6-d58f-48cd-994d-770607852a70', 'status': 'completed', 'code': 200} Jun 27 12:55:10.166903 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8b6e84f6-9588-43d9-99d3-18ca73c0c2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:10.250466 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3831425'] for router_interface, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:10.281430 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8b6e84f6-9588-43d9-99d3-18ca73c0c2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:10.282452 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe64b836-a1f4-4984-800e-af704c3b36dc,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:10.304685 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:10.351071 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a788e-dcbf-440d-8688-d9795b02f648 req-f902801c-621f-4d09-b7f8-9fac4efc4be8 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:10.352622 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-730a788e-dcbf-440d-8688-d9795b02f648 req-f902801c-621f-4d09-b7f8-9fac4efc4be8 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.8129869 Jun 27 12:55:10.522968 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-730a788e-dcbf-440d-8688-d9795b02f648 req-4b7b332e-6bac-4bb1-9c4f-ec6294f043f1 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634345 Jun 27 12:55:10.557032 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-02ac9891-95d8-411d-b7ab-23c31b58f1ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f68fbbf176d474b8dcc10c9e4d82ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7063005 Jun 27 12:55:10.560418 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43494) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:10.676954 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-cf17f022-2773-4a44-b655-001ecfea28dd None None] Provisioning for port fe64b836-a1f4-4984-800e-af704c3b36dc completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:10.687334 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-cf17f022-2773-4a44-b655-001ecfea28dd None None] Provisioning complete for port fe64b836-a1f4-4984-800e-af704c3b36dc triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:10.687967 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-cf17f022-2773-4a44-b655-001ecfea28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:10.837862 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8b6e84f6-9588-43d9-99d3-18ca73c0c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:10.872517 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ff079c52-b07e-4f9b-8431-c5b4172417de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:10.898328 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-cf17f022-2773-4a44-b655-001ecfea28dd None None] Port fe64b836-a1f4-4984-800e-af704c3b36dc cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:55:10.998463 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:11.012772 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8b6e84f6-9588-43d9-99d3-18ca73c0c2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:11.016634 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-8b6e84f6-9588-43d9-99d3-18ca73c0c2b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e461f474-44c8-4a8b-8d16-38e54dae8e5c HTTP/1.1" status: 204 len: 168 time: 1.1619344 Jun 27 12:55:11.035749 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-4c3cee03-6131-46a9-92ef-6d352f8a02f3 req-1cdb381f-e9e9-4c00-8357-e4f7118c55a2 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Synchronizing usage tracker for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:55:11.056114 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e84f6-9588-43d9-99d3-18ca73c0c2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e461f474-44c8-4a8b-8d16-38e54dae8e5c,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:11.130346 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-8b6e84f6-9588-43d9-99d3-18ca73c0c2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:11.130346 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d622-0edf-4fe3-9959-d001bb90751a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:11.212582 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d622-0edf-4fe3-9959-d001bb90751a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:11.283501 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-4c3cee03-6131-46a9-92ef-6d352f8a02f3 req-1cdb381f-e9e9-4c00-8357-e4f7118c55a2 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Unset dirty status for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:55:11.296659 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4c3cee03-6131-46a9-92ef-6d352f8a02f3 req-1cdb381f-e9e9-4c00-8357-e4f7118c55a2 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb262c34-9465-40ab-b388-cc90560778a3 HTTP/1.1" status: 200 len: 210 time: 0.6372840 Jun 27 12:55:11.421706 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191efef5-fac3-49ee-836c-de86b5bd7ffc req-f6e24aad-5b89-4e36-8b1b-bf73018acd4e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:11.423231 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-191efef5-fac3-49ee-836c-de86b5bd7ffc req-f6e24aad-5b89-4e36-8b1b-bf73018acd4e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.3581707 Jun 27 12:55:11.457930 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d622-0edf-4fe3-9959-d001bb90751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:11.463454 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ee8e218a-e943-4fc0-84ed-869ef504df46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:11.478390 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8b962ab6-d58f-48cd-994d-770607852a70 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:55:11.504652 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8d622-0edf-4fe3-9959-d001bb90751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456827a-6b13-4cfc-a544-740b41331144,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:11.513523 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ffc8d622-0edf-4fe3-9959-d001bb90751a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:11.521005 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-191efef5-fac3-49ee-836c-de86b5bd7ffc req-fe9d8184-175d-45ee-b63c-274d43574174 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848017 Jun 27 12:55:11.545576 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 8b962ab6-d58f-48cd-994d-770607852a70 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:55:11.546862 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8b962ab6-d58f-48cd-994d-770607852a70 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:55:11.618637 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d622-0edf-4fe3-9959-d001bb90751a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:11.623676 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ffc8d622-0edf-4fe3-9959-d001bb90751a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6456827a-6b13-4cfc-a544-740b41331144 HTTP/1.1" status: 204 len: 168 time: 1.0588725 Jun 27 12:55:11.699309 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:11.769178 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:11.952793 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ab2790e4-81d3-4614-8bd2-07c005108247 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:12.137024 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910184'] for router_interface, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:12.159733 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe64b836-a1f4-4984-800e-af704c3b36dc,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:12.168949 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43532) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:12.188553 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6f817148-0e11-4014-bee4-c8b5c9344077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:12.192123 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:12.206472 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-6f817148-0e11-4014-bee4-c8b5c9344077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:12.212756 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-6f817148-0e11-4014-bee4-c8b5c9344077 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3e3c7b2aee4609a933880171159b7c is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:12.216381 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-6f817148-0e11-4014-bee4-c8b5c9344077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:12.223741 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-6f817148-0e11-4014-bee4-c8b5c9344077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:12.445525 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 62a46fbd-8b95-4599-b01c-944e4608d1bb up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:12.462176 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1ddf-ab5d-46d7-9db9-a28fdacedcd5 req-e06498b7-e8ea-49f7-afac-4a5bcd6df0f4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:12.471161 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-430c1ddf-ab5d-46d7-9db9-a28fdacedcd5 req-e06498b7-e8ea-49f7-afac-4a5bcd6df0f4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.5207734 Jun 27 12:55:12.552034 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6f817148-0e11-4014-bee4-c8b5c9344077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:12.604486 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-430c1ddf-ab5d-46d7-9db9-a28fdacedcd5 req-d1745847-a741-4c95-aa4e-86886846f6be tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297574 Jun 27 12:55:12.606491 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Network 7dba0e46-ac79-47a7-b88e-832251770797 is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:12.607944 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:12.637838 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6f817148-0e11-4014-bee4-c8b5c9344077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:12.666975 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-35ca6c50-8dbb-4406-9ea0-6a94d09cf810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:12.715353 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 62a46fbd-8b95-4599-b01c-944e4608d1bb completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:12.724683 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 62a46fbd-8b95-4599-b01c-944e4608d1bb triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:12.724683 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:12.731547 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f817148-0e11-4014-bee4-c8b5c9344077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c87966-9a8e-446f-9c8b-435c286a305f,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:12.759594 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6f817148-0e11-4014-bee4-c8b5c9344077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:12.853485 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-6f817148-0e11-4014-bee4-c8b5c9344077 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c3e3c7b2aee4609a933880171159b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6833098 Jun 27 12:55:12.854841 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43544) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:12.977918 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Router 4eba6049-2144-4222-a6eb-163bc8261b8f has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:55:13.037075 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-9b64c8f7-25ad-4a8b-86c8-785737beba49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:13.126065 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-9b64c8f7-25ad-4a8b-86c8-785737beba49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:13.141762 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-bbbd7b99-0290-409e-892a-b61230728f37 None None] Provisioning complete for port fe64b836-a1f4-4984-800e-af704c3b36dc triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:13.142174 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7b99-0290-409e-892a-b61230728f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:13.203845 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd7b99-0290-409e-892a-b61230728f37 None None] Port fe64b836-a1f4-4984-800e-af704c3b36dc cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:55:13.209318 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:13.243513 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port 62a46fbd-8b95-4599-b01c-944e4608d1bb, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=62a46fbd-8b95-4599-b01c-944e4608d1bb,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:13.330020 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:55:13.343051 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Sync routers for ids ['4eba6049-2144-4222-a6eb-163bc8261b8f'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:55:13.343704 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-9b64c8f7-25ad-4a8b-86c8-785737beba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:13.348849 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-bbb7da2c-4f18-464f-9eea-3fd18c36d365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:13.349617 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:13.356562 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:13.370522 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64c8f7-25ad-4a8b-86c8-785737beba49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c87966-9a8e-446f-9c8b-435c286a305f,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:13.372312 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] 10.222.0.41 "PUT /v2.0/routers/4eba6049-2144-4222-a6eb-163bc8261b8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3853931 Jun 27 12:55:13.379566 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-9b64c8f7-25ad-4a8b-86c8-785737beba49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:13.391411 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-9b64c8f7-25ad-4a8b-86c8-785737beba49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:13.395149 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-9b64c8f7-25ad-4a8b-86c8-785737beba49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12c87966-9a8e-446f-9c8b-435c286a305f HTTP/1.1" status: 204 len: 168 time: 0.5388672 Jun 27 12:55:13.437133 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Routers {'4eba6049-2144-4222-a6eb-163bc8261b8f'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:13.438109 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:54:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['4eba6049-2144-4222-a6eb-163bc8261b8f'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:13.556872 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=62a46fbd-8b95-4599-b01c-944e4608d1bb,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:13.563266 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:13.679607 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Set router 4eba6049-2144-4222-a6eb-163bc8261b8f gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:14.082455 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc845f1-a9e5-4800-b7a6-0b2a5763ae87 req-9b1270aa-89cb-434c-ba78-21e74b1eb812 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:14.090532 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ebc845f1-a9e5-4800-b7a6-0b2a5763ae87 req-9b1270aa-89cb-434c-ba78-21e74b1eb812 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1791980 Jun 27 12:55:14.236515 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ebc845f1-a9e5-4800-b7a6-0b2a5763ae87 req-ec867264-9500-4a79-ab6b-d85444b8d125 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449926 Jun 27 12:55:14.420726 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'name': 'tempest-TestShelveInstance-267829292-router', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:59Z', 'updated_at': '2021-06-27T12:55:10Z', 'revision_number': 4, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'gw_port': {'id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:01Z', 'updated_at': '2021-06-27T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'fe64b836-a1f4-4984-800e-af704c3b36dc', 'name': '', 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'mac_address': 'fa:16:3e:a9:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1ea6b928-1062-4537-9c44-43044ae3e3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:07Z', 'updated_at': '2021-06-27T12:55:11Z', 'revision_number': 2, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'subnets': [{'id': '1ea6b928-1062-4537-9c44-43044ae3e3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:14.429891 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Checking router: 4eba6049-2144-4222-a6eb-163bc8261b8f for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:55:14.437741 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Updating router 4eba6049-2144-4222-a6eb-163bc8261b8f port fe64b836-a1f4-4984-800e-af704c3b36dc binding host dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:55:14.462909 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 62a46fbd-8b95-4599-b01c-944e4608d1bb up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:14.565521 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 62a46fbd-8b95-4599-b01c-944e4608d1bb triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:14.566783 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:14.605231 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:14.732861 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43586) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:14.784454 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fbe78689-585d-4ed7-a67f-490b7ab5bc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:14.805992 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-fbe78689-585d-4ed7-a67f-490b7ab5bc55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:14.812779 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-fbe78689-585d-4ed7-a67f-490b7ab5bc55 admin admin] Usage tracker for resource:security_group_rule and tenant:ae822306b27d40d1bb1e2aa34c5675a9 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:14.817416 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-fbe78689-585d-4ed7-a67f-490b7ab5bc55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:14.826285 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-fbe78689-585d-4ed7-a67f-490b7ab5bc55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:14.940328 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fbe78689-585d-4ed7-a67f-490b7ab5bc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:14.964060 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43596) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:14.970198 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267508045', 'description': 'tempest-secgroup-smoke-1267508045 description', 'project_id': '527f951714be4a78bf6f5f771a6b92ff'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:14.984201 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:14.992770 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Usage tracker for resource:security_group and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:14.999037 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:15.012569 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:15.164439 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fbe78689-585d-4ed7-a67f-490b7ab5bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:15.174845 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-8b6e84f6-9588-43d9-99d3-18ca73c0c2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:15.229504 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Notify callbacks [] for port, precommit_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:15.263282 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Transition to ACTIVE for port object fe64b836-a1f4-4984-800e-af704c3b36dc will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:15.343873 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:15.348773 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:15.385536 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:15.454029 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-fbe78689-585d-4ed7-a67f-490b7ab5bc55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae822306b27d40d1bb1e2aa34c5675a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7191689 Jun 27 12:55:15.455109 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe78689-585d-4ed7-a67f-490b7ab5bc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47c4971-4e57-46e2-b9a5-debae2b7a5c1,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:15.459379 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43606) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:15.460015 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-fbe78689-585d-4ed7-a67f-490b7ab5bc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:15.465793 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:15.473873 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Usage tracker for resource:security_group_rule and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:15.479751 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:15.491998 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:15.519500 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ab97f-5b1c-4931-962c-679efb996b85 req-021d82ef-cc2e-4a98-910a-a0e06ae62f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:15.529326 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9b2ab97f-5b1c-4931-962c-679efb996b85 req-021d82ef-cc2e-4a98-910a-a0e06ae62f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 945 time: 0.4316480 Jun 27 12:55:15.676177 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-eb86b2ee-15af-4610-8dc0-d883af2bb291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:15.697783 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9b2ab97f-5b1c-4931-962c-679efb996b85 req-4a57e631-7cd3-4838-97a1-fdbd1d9a5d8a tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656775 Jun 27 12:55:15.751436 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-eb86b2ee-15af-4610-8dc0-d883af2bb291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:15.845700 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7bcc6-54ed-40bd-aec3-a8c72b81d9a0 None None] Pushing event updated for resources: {'Port': ['ID=fe64b836-a1f4-4984-800e-af704c3b36dc,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:15.851572 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-27d7bcc6-54ed-40bd-aec3-a8c72b81d9a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:15.885192 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Attempting to bind port fe64b836-a1f4-4984-800e-af704c3b36dc on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:55:15.886009 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Attempting to bind port fe64b836-a1f4-4984-800e-af704c3b36dc by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': '22b78f78-ace7-4278-8836-96a83ab7e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:55:15.886607 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Attempting to bind port fe64b836-a1f4-4984-800e-af704c3b36dc on network 7dba0e46-ac79-47a7-b88e-832251770797 {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:55:15.893530 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:55:15.900609 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Checking segment: {'id': '22b78f78-ace7-4278-8836-96a83ab7e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:15.900609 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:15.900609 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Bound using segment: {'id': '22b78f78-ace7-4278-8836-96a83ab7e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:55:15.900609 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Bound port: fe64b836-a1f4-4984-800e-af704c3b36dc, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b78f78-ace7-4278-8836-96a83ab7e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:55:15.900609 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:15.979220 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-eb86b2ee-15af-4610-8dc0-d883af2bb291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:15.990875 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-74794c2b-c1da-4da3-aeab-438e0da628cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:16.004504 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:16.020654 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111b7b2-eeb5-4f2c-90f6-a6f591695725 req-01e3c070-40bf-4e69-aec8-ec3983a295ad tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:16.031624 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1111b7b2-eeb5-4f2c-90f6-a6f591695725 req-01e3c070-40bf-4e69-aec8-ec3983a295ad tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1534786 Jun 27 12:55:16.046476 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86b2ee-15af-4610-8dc0-d883af2bb291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47c4971-4e57-46e2-b9a5-debae2b7a5c1,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:16.048671 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-eb86b2ee-15af-4610-8dc0-d883af2bb291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:16.052191 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-eb86b2ee-15af-4610-8dc0-d883af2bb291 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a47c4971-4e57-46e2-b9a5-debae2b7a5c1 HTTP/1.1" status: 204 len: 168 time: 0.5880933 Jun 27 12:55:16.064961 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dce745-8a32-49fc-975d-9e273dc60803 req-00285fab-e487-4dcc-90b9-35db9807a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:16.067281 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d3dce745-8a32-49fc-975d-9e273dc60803 req-00285fab-e487-4dcc-90b9-35db9807a88d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 1098 time: 0.2498529 Jun 27 12:55:16.092385 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] For port fe64b836-a1f4-4984-800e-af704c3b36dc, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:55:16.103549 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] For port fe64b836-a1f4-4984-800e-af704c3b36dc, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=fe64b836-a1f4-4984-800e-af704c3b36dc,segment=NetworkSegment(22b78f78-ace7-4278-8836-96a83ab7e09c),segment_id=22b78f78-ace7-4278-8836-96a83ab7e09c)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:55:16.167531 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-eb86b2ee-15af-4610-8dc0-d883af2bb291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:16.201170 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:16.206303 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-3e195c8d-dadd-4aa4-b7ce-feddf6fc390a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:16.214615 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1111b7b2-eeb5-4f2c-90f6-a6f591695725 req-8c4a03e7-ce53-40d2-ac9c-c8cfde73591f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1798780 Jun 27 12:55:16.292977 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:16.303245 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-f998a38a-8ba9-4acd-ab0a-2ed2cc928781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:16.322246 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7bcc6-54ed-40bd-aec3-a8c72b81d9a0 None None] Pushing event updated for resources: {'Port': ['ID=fe64b836-a1f4-4984-800e-af704c3b36dc,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:16.330351 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-27d7bcc6-54ed-40bd-aec3-a8c72b81d9a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:16.335463 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Routers {'4eba6049-2144-4222-a6eb-163bc8261b8f'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:16.336231 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:54:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['4eba6049-2144-4222-a6eb-163bc8261b8f'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:16.347672 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95da0dba-74a3-4f05-a04b-3d862c5f1d0a,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:16.351043 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:16.450958 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:16.477512 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c488b3-19d6-49a7-b0bd-3eea1af8b023 req-b14a1243-6251-4ee8-987a-ef8d4b162923 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:16.479374 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-83c488b3-19d6-49a7-b0bd-3eea1af8b023 req-b14a1243-6251-4ee8-987a-ef8d4b162923 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.3420911 Jun 27 12:55:16.488342 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dce745-8a32-49fc-975d-9e273dc60803 req-72e2e1ba-f12a-4b8e-9602-403471393dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:16.490284 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d3dce745-8a32-49fc-975d-9e273dc60803 req-72e2e1ba-f12a-4b8e-9602-403471393dd0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e0a05e66-37fd-4570-83e5-5ee41014dd0b HTTP/1.1" status: 200 len: 919 time: 0.4078748 Jun 27 12:55:16.546614 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-83c488b3-19d6-49a7-b0bd-3eea1af8b023 req-d61945c3-a961-4fc3-866e-f5a1b8abfb2d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551133 Jun 27 12:55:16.548251 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:16.549924 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5845678 Jun 27 12:55:16.552909 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43620) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:16.558405 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Request body: {'security_group_rule': {'security_group_id': '95da0dba-74a3-4f05-a04b-3d862c5f1d0a', 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:16.579498 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:16.617827 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Usage tracker for resource:security_group_rule and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:16.623908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:16.625046 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d3dce745-8a32-49fc-975d-9e273dc60803 req-4f3a987c-28f3-42f8-824d-2787a3c64124 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9a1e60-2497-4a61-ae40-a8e96134e099 HTTP/1.1" status: 200 len: 217 time: 0.0823500 Jun 27 12:55:16.637026 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:16.698864 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] Set router 4eba6049-2144-4222-a6eb-163bc8261b8f gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:16.728485 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dce745-8a32-49fc-975d-9e273dc60803 req-aba5d98c-f126-4c84-ac7b-6d4942a5491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:16.730481 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d3dce745-8a32-49fc-975d-9e273dc60803 req-aba5d98c-f126-4c84-ac7b-6d4942a5491e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce390726-c430-4a6a-89bf-434dd6715207 HTTP/1.1" status: 200 len: 858 time: 0.0917554 Jun 27 12:55:16.754467 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:16.829938 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d3dce745-8a32-49fc-975d-9e273dc60803 req-3504f6ea-167e-4bbf-bb9a-87a9fa468d52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0a05e66-37fd-4570-83e5-5ee41014dd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853043 Jun 27 12:55:16.952388 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:17.041217 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:17.044245 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:17.076242 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d50e1a-fa7d-43ac-bfac-d59df6b0a327,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:17.166525 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d3dce745-8a32-49fc-975d-9e273dc60803 req-edc64793-8d33-470e-9956-74b389563809 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282533 Jun 27 12:55:17.191759 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:17.284960 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'name': 'tempest-TestShelveInstance-267829292-router', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:59Z', 'updated_at': '2021-06-27T12:55:10Z', 'revision_number': 4, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'gw_port': {'id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:01Z', 'updated_at': '2021-06-27T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'fe64b836-a1f4-4984-800e-af704c3b36dc', 'name': '', 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'mac_address': 'fa:16:3e:a9:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1ea6b928-1062-4537-9c44-43044ae3e3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:07Z', 'updated_at': '2021-06-27T12:55:16Z', 'revision_number': 4, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'subnets': [{'id': '1ea6b928-1062-4537-9c44-43044ae3e3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:17.290444 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c5a9d3-22fc-4896-b908-189cacf4383f None None] The sync data for ids ['4eba6049-2144-4222-a6eb-163bc8261b8f'] in dv-cinder-798099-1-smb is: [{'id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'name': 'tempest-TestShelveInstance-267829292-router', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:59Z', 'updated_at': '2021-06-27T12:55:10Z', 'revision_number': 4, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'gw_port': {'id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:01Z', 'updated_at': '2021-06-27T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'fe64b836-a1f4-4984-800e-af704c3b36dc', 'name': '', 'network_id': '7dba0e46-ac79-47a7-b88e-832251770797', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'mac_address': 'fa:16:3e:a9:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1ea6b928-1062-4537-9c44-43044ae3e3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:07Z', 'updated_at': '2021-06-27T12:55:16Z', 'revision_number': 4, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'subnets': [{'id': '1ea6b928-1062-4537-9c44-43044ae3e3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:55:17.393609 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:17.394945 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8410666 Jun 27 12:55:17.400420 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43646) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:17.426076 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Request body: {'security_group_rule': {'security_group_id': '95da0dba-74a3-4f05-a04b-3d862c5f1d0a', 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:17.439499 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:17.448734 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Usage tracker for resource:security_group_rule and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:17.453563 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:17.464821 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:17.486050 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d3dce745-8a32-49fc-975d-9e273dc60803 req-7473ae2b-cc5d-4154-8080-52e709123b43 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089504 Jun 27 12:55:17.491400 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c1235-f2b4-4d17-9892-f4e0c4279de6 req-db5210b0-432e-4a07-a019-91f7dc32954c tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:17.499727 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7a2c1235-f2b4-4d17-9892-f4e0c4279de6 req-db5210b0-432e-4a07-a019-91f7dc32954c tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 945 time: 0.4280469 Jun 27 12:55:17.509509 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d7a71-9000-461d-b517-bce38634da38 req-3c6dee75-efde-45c9-ba8e-7b89222f69c7 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:17.511323 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7e6d7a71-9000-461d-b517-bce38634da38 req-3c6dee75-efde-45c9-ba8e-7b89222f69c7 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 945 time: 0.2328858 Jun 27 12:55:17.553268 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eb634-f641-4e12-b474-da55c4799cb0 req-635822a7-0fb6-410d-bfef-5b135f6c1d11 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:17.566171 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-190eb634-f641-4e12-b474-da55c4799cb0 req-635822a7-0fb6-410d-bfef-5b135f6c1d11 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1692142 Jun 27 12:55:17.635929 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-190eb634-f641-4e12-b474-da55c4799cb0 req-1c2f351a-68bf-4a8f-a739-63d095b62003 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749254 Jun 27 12:55:17.833382 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7a2c1235-f2b4-4d17-9892-f4e0c4279de6 req-29bf0658-ac78-47b1-bde2-b07521043d46 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113732 Jun 27 12:55:17.833382 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:17.855720 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-7e6d7a71-9000-461d-b517-bce38634da38 req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Deleting port 32bd0915-8abb-4ddc-a724-bd3b294422df {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:55:17.856430 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-7e6d7a71-9000-461d-b517-bce38634da38 req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:17.994282 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8231d-054b-48ec-be64-5e336ac82906 req-43378641-fda3-410c-a976-63ae0e1b67ab tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:18.004200 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9bf8231d-054b-48ec-be64-5e336ac82906 req-43378641-fda3-410c-a976-63ae0e1b67ab tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1280799 Jun 27 12:55:18.103076 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9bf8231d-054b-48ec-be64-5e336ac82906 req-6ff5d5d8-5350-4081-aee0-41ea25c2776a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888996 Jun 27 12:55:18.116163 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:18.270792 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-7e6d7a71-9000-461d-b517-bce38634da38 req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] For port 32bd0915-8abb-4ddc-a724-bd3b294422df, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=32bd0915-8abb-4ddc-a724-bd3b294422df,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:18.271283 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-7e6d7a71-9000-461d-b517-bce38634da38 req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:18.392044 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device fe64b836-a1f4-4984-800e-af704c3b36dc up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:18.497146 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-7e6d7a71-9000-461d-b517-bce38634da38 req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Calling delete_port for 32bd0915-8abb-4ddc-a724-bd3b294422df owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:55:18.541503 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:18.558327 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:18.590136 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port fe64b836-a1f4-4984-800e-af704c3b36dc completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:18.597345 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port fe64b836-a1f4-4984-800e-af704c3b36dc triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:18.597775 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:18.603308 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a601a022-a69d-43b7-85d1-ceadc114a6ef,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:18.611816 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:18.774710 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:18.786019 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3817134 Jun 27 12:55:18.788401 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43682) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:18.794935 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Request body: {'security_group_rule': {'security_group_id': '95da0dba-74a3-4f05-a04b-3d862c5f1d0a', 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:18.811821 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:18.837421 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Usage tracker for resource:security_group_rule and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:18.843647 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:18.855979 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:18.868696 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:18.952364 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port fe64b836-a1f4-4984-800e-af704c3b36dc, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=fe64b836-a1f4-4984-800e-af704c3b36dc,segment=NetworkSegment(22b78f78-ace7-4278-8836-96a83ab7e09c),segment_id=22b78f78-ace7-4278-8836-96a83ab7e09c)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:18.968071 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:18.997769 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-7e6d7a71-9000-461d-b517-bce38634da38 req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:19.005035 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a83bd17a-b01a-4cd4-9066-55696a253f60 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:19.014178 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['425e04bf-f19e-4777-b8d5-b24f4102e577', '0f911679-a7b5-4fab-9603-995d4597c32a'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:55:19.081054 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Pushing event deleted for resources: {'Port': ['ID=32bd0915-8abb-4ddc-a724-bd3b294422df,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:19.130223 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:19.136023 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:19.148203 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:19.303905 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6d7a71-9000-461d-b517-bce38634da38 req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] No DVR routers for this DVR port 32bd0915-8abb-4ddc-a724-bd3b294422df on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:55:19.310164 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-7e6d7a71-9000-461d-b517-bce38634da38 req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:19.326199 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3974d97-12d3-4cce-8313-e77d10b697cb', 'name': 'network-vif-deleted', 'tag': '32bd0915-8abb-4ddc-a724-bd3b294422df'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:55:19.352025 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e3e9e263-1f2a-49ae-80cf-2673ff1cb93e req-3ba6f044-717c-4289-b2bf-c2facb3534fc tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 210 time: 0.2113888 Jun 27 12:55:19.374337 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=fe64b836-a1f4-4984-800e-af704c3b36dc,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:19.378252 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:19.380959 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:19.436802 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ce910-1f91-4ebc-94a2-2949f72a49d5 req-2c2daf53-8f58-4a9d-9f1d-1a039bd5df68 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:19.441045 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0e3ce910-1f91-4ebc-94a2-2949f72a49d5 req-2c2daf53-8f58-4a9d-9f1d-1a039bd5df68 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.5643041 Jun 27 12:55:19.452533 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:19.455734 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7e6d7a71-9000-461d-b517-bce38634da38 req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "DELETE /v2.0/ports/32bd0915-8abb-4ddc-a724-bd3b294422df HTTP/1.1" status: 204 len: 173 time: 1.9218338 Jun 27 12:55:19.497179 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:19.540167 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e371b8f-ada8-4a87-9fa1-6a780b230745,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:19.545147 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 32bd0915-8abb-4ddc-a724-bd3b294422df no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:55:19.558048 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:19.574962 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:19.576211 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7861388 Jun 27 12:55:19.579012 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43722) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:19.584884 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Request body: {'security_group_rule': {'security_group_id': '95da0dba-74a3-4f05-a04b-3d862c5f1d0a', 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:19.594917 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:19.603255 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Usage tracker for resource:security_group_rule and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:19.613886 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:19.637679 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:19.651470 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0e3ce910-1f91-4ebc-94a2-2949f72a49d5 req-cf5d83f4-fef9-420c-b63b-5f58478990f7 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1923285 Jun 27 12:55:19.697282 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 32bd0915-8abb-4ddc-a724-bd3b294422df {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:55:19.706651 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 32bd0915-8abb-4ddc-a724-bd3b294422df not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:55:19.713008 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3974d97-12d3-4cce-8313-e77d10b697cb', 'name': 'network-vif-deleted', 'tag': '32bd0915-8abb-4ddc-a724-bd3b294422df', 'status': 'completed', 'code': 200} Jun 27 12:55:19.772714 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:19.869319 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac83d5b-47b9-477d-b13d-cbd79e052288 req-fe65e0c0-3e31-43f6-966b-f0f68a24fa35 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:19.876061 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6ac83d5b-47b9-477d-b13d-cbd79e052288 req-fe65e0c0-3e31-43f6-966b-f0f68a24fa35 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.2162731 Jun 27 12:55:20.083979 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6ac83d5b-47b9-477d-b13d-cbd79e052288 req-05e05831-27ec-429d-a047-9288f0a2d12a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725252 Jun 27 12:55:20.083979 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:20.149272 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:20.153044 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:20.187230 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760a3c29-1afe-4714-8205-22623e713118,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:20.200833 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:20.321039 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:20.322567 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7426124 Jun 27 12:55:20.326219 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43762) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:20.339572 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Request body: {'security_group_rule': {'security_group_id': '95da0dba-74a3-4f05-a04b-3d862c5f1d0a', 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:20.370314 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:20.402259 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Usage tracker for resource:security_group_rule and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:20.423590 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:20.456197 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:20.492762 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device fe64b836-a1f4-4984-800e-af704c3b36dc up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:20.544919 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.securitygroups_db [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Project 527f951714be4a78bf6f5f771a6b92ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:55:20.564522 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:20.672485 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port fe64b836-a1f4-4984-800e-af704c3b36dc triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:20.674482 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:20.735229 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-cc053be3-7dee-4755-97a2-c184be10e350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:20.776644 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:20.811526 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-c3e3b854-3165-4ef5-a8d3-69b56d6165b8 req-ce610a61-49a2-4636-b71c-ffd93d20a286 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Synchronizing usage tracker for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:55:20.942002 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:20.947645 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-4d274ee9-4ba8-4bf1-91ff-8a85bb7980e5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:20.951920 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-c3e3b854-3165-4ef5-a8d3-69b56d6165b8 req-ce610a61-49a2-4636-b71c-ffd93d20a286 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Unset dirty status for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:55:20.953648 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c3e3b854-3165-4ef5-a8d3-69b56d6165b8 req-ce610a61-49a2-4636-b71c-ffd93d20a286 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3974d97-12d3-4cce-8313-e77d10b697cb HTTP/1.1" status: 200 len: 210 time: 0.2354207 Jun 27 12:55:20.995701 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf927ad-5dfe-4bfe-a04b-b1dab739f9e9,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:20.999914 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:21.028758 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b95d9f-fd47-432e-9436-68c61fd536ae req-6f37322a-745a-49f5-acf9-fcdfb189d6c9 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:21.038677 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-11b95d9f-fd47-432e-9436-68c61fd536ae req-6f37322a-745a-49f5-acf9-fcdfb189d6c9 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1701922 Jun 27 12:55:21.093905 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-11b95d9f-fd47-432e-9436-68c61fd536ae req-8ae50872-0a10-40be-ae67-c84e10376f9c tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543234 Jun 27 12:55:21.095303 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:21.103669 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43786) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:21.103970 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7717428 Jun 27 12:55:21.104483 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Request body: {'security_group_rule': {'security_group_id': '95da0dba-74a3-4f05-a04b-3d862c5f1d0a', 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:21.114072 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:21.142283 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Usage tracker for resource:security_group_rule and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:21.145842 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:21.161471 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:21.237775 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.securitygroups_db [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Project 527f951714be4a78bf6f5f771a6b92ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:55:21.238005 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:21.246741 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:21.399619 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:21.415092 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193aaa6a-c676-4b85-806b-4820347f71c0 req-f473b3fc-1541-489f-b3e6-eca5777e2ad4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:21.416854 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-193aaa6a-c676-4b85-806b-4820347f71c0 req-f473b3fc-1541-489f-b3e6-eca5777e2ad4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1516087 Jun 27 12:55:21.470571 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-193aaa6a-c676-4b85-806b-4820347f71c0 req-efad0c28-3a33-4110-b752-2ce9279da240 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454144 Jun 27 12:55:21.472036 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:21.474527 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-403e1ba5-0b63-4b7f-8371-ae842b6b1a19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:21.506302 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083b5ecf-10a9-4a66-b0bd-d4344edf6f1a,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:21.506302 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:21.597871 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:21.609591 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5084031 Jun 27 12:55:21.699154 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43802) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:21.945053 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e88b24fc-8611-4771-95ae-ba5f89b42169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:21.963845 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e88b24fc-8611-4771-95ae-ba5f89b42169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:21.969467 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e88b24fc-8611-4771-95ae-ba5f89b42169 admin admin] Usage tracker for resource:security_group_rule and tenant:e015a42a312f4a4eb504be0433ecde4e is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:21.972499 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e88b24fc-8611-4771-95ae-ba5f89b42169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:21.980164 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e88b24fc-8611-4771-95ae-ba5f89b42169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:22.111918 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e88b24fc-8611-4771-95ae-ba5f89b42169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:22.192034 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e88b24fc-8611-4771-95ae-ba5f89b42169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:22.209377 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-107dcd9b-51c3-43b1-8ab2-57c5eedbf8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:22.270888 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b24fc-8611-4771-95ae-ba5f89b42169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9790b9c3-a922-494f-a460-8a41a2201f8d,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:22.291518 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e88b24fc-8611-4771-95ae-ba5f89b42169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:22.299151 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-e88b24fc-8611-4771-95ae-ba5f89b42169 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e015a42a312f4a4eb504be0433ecde4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5990384 Jun 27 12:55:22.301654 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43854) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:22.399360 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c5f67cc6-cbf1-48af-bf55-d8c3e37d754f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:22.410793 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794d7af-6b41-4801-bb25-e97c266d0136 req-50d2baa6-4aab-45ec-8174-fe69d5f9c194 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:22.420107 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-5794d7af-6b41-4801-bb25-e97c266d0136 req-50d2baa6-4aab-45ec-8174-fe69d5f9c194 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1287460 Jun 27 12:55:22.432691 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c5f67cc6-cbf1-48af-bf55-d8c3e37d754f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:22.568984 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-5794d7af-6b41-4801-bb25-e97c266d0136 req-69dc68ff-b2fc-49a5-bc97-6542cdeb4208 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473887 Jun 27 12:55:22.610117 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c5f67cc6-cbf1-48af-bf55-d8c3e37d754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:22.616741 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ee844077-41af-4355-bf18-49050a44b3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:22.647446 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f67cc6-cbf1-48af-bf55-d8c3e37d754f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9790b9c3-a922-494f-a460-8a41a2201f8d,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:22.650908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-c5f67cc6-cbf1-48af-bf55-d8c3e37d754f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:22.690800 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c5f67cc6-cbf1-48af-bf55-d8c3e37d754f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:22.690800 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-c5f67cc6-cbf1-48af-bf55-d8c3e37d754f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9790b9c3-a922-494f-a460-8a41a2201f8d HTTP/1.1" status: 204 len: 168 time: 0.3495812 Jun 27 12:55:22.798674 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e916d0-702c-4e44-a804-8fb015e8b348 req-c2bb81cd-d078-4e1f-856d-dd3e0909bb64 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:22.806316 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-82e916d0-702c-4e44-a804-8fb015e8b348 req-c2bb81cd-d078-4e1f-856d-dd3e0909bb64 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1399708 Jun 27 12:55:22.899147 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-82e916d0-702c-4e44-a804-8fb015e8b348 req-73af4f93-a9a5-4737-ad3e-87cdcf77e2fb tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914359 Jun 27 12:55:23.148179 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81565fc-549c-4b2c-b3eb-213bcd42b415 req-fa3a1836-a60c-47d8-babf-1a88d5616fa5 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:23.149998 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c81565fc-549c-4b2c-b3eb-213bcd42b415 req-fa3a1836-a60c-47d8-babf-1a88d5616fa5 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 946 time: 0.3026502 Jun 27 12:55:23.248986 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c81565fc-549c-4b2c-b3eb-213bcd42b415 req-6bde382e-800e-491b-a14f-4f7139b1ecae tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896244 Jun 27 12:55:23.557550 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bcd01229-77fb-44bb-8b66-3cc04e7f13bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:23.709224 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43890) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:23.735698 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9448a5ac-38c5-47b4-a6fa-43cff3c0b1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:23.753957 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-9448a5ac-38c5-47b4-a6fa-43cff3c0b1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:23.758658 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-9448a5ac-38c5-47b4-a6fa-43cff3c0b1ed admin admin] Usage tracker for resource:security_group_rule and tenant:b3b9ff25ce324b74a39c136fbb2426b2 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:23.761928 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-9448a5ac-38c5-47b4-a6fa-43cff3c0b1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:23.769062 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-9448a5ac-38c5-47b4-a6fa-43cff3c0b1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:23.820738 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf795e0-51c5-4cba-a30c-029929aca1e6 req-0805f1ce-201b-4364-9737-b5f37491d205 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:23.822974 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-caf795e0-51c5-4cba-a30c-029929aca1e6 req-0805f1ce-201b-4364-9737-b5f37491d205 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1484137 Jun 27 12:55:23.905212 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-caf795e0-51c5-4cba-a30c-029929aca1e6 req-d1fee59d-29e5-4bf1-ba1c-273a95821f6b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711420 Jun 27 12:55:23.963789 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9448a5ac-38c5-47b4-a6fa-43cff3c0b1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:24.032123 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9448a5ac-38c5-47b4-a6fa-43cff3c0b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:24.097735 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ca943624-dc71-435f-b95f-a412f99e8ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:24.164877 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-9448a5ac-38c5-47b4-a6fa-43cff3c0b1ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3b9ff25ce324b74a39c136fbb2426b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542997 Jun 27 12:55:24.168424 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 43912) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:24.206619 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448a5ac-38c5-47b4-a6fa-43cff3c0b1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc7e759-10a7-4a6c-8726-775197600b08,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:24.210572 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9448a5ac-38c5-47b4-a6fa-43cff3c0b1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:24.251470 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c7179-cc79-48bd-80c9-2417399c3946 req-ffdfd038-7a6f-4874-b219-4daee1fb1faa tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:24.260459 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a64c7179-cc79-48bd-80c9-2417399c3946 req-ffdfd038-7a6f-4874-b219-4daee1fb1faa tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1661873 Jun 27 12:55:24.339588 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a64c7179-cc79-48bd-80c9-2417399c3946 req-67a45025-9407-4558-bebb-87fa40f587d3 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782502 Jun 27 12:55:24.383942 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5b5c5421-bcec-4f0b-b1da-a3357f1afcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:24.481592 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5b5c5421-bcec-4f0b-b1da-a3357f1afcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:24.570100 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cecc0-8d09-423b-a0ba-9fa5affcc1d7 req-9c4926c9-2be5-4b9b-9468-f46752246c24 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:24.571333 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:24.571844 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ce3cecc0-8d09-423b-a0ba-9fa5affcc1d7 req-9c4926c9-2be5-4b9b-9468-f46752246c24 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 946 time: 0.1459959 Jun 27 12:55:24.631700 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ce3cecc0-8d09-423b-a0ba-9fa5affcc1d7 req-cec9d20f-5eab-4a5c-bff2-023317fefa4c tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527339 Jun 27 12:55:24.677133 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5b5c5421-bcec-4f0b-b1da-a3357f1afcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:24.680923 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6b10d5c6-771e-4e12-b34c-b4aa10fa08ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:24.696292 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c5421-bcec-4f0b-b1da-a3357f1afcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc7e759-10a7-4a6c-8726-775197600b08,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:24.698680 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5b5c5421-bcec-4f0b-b1da-a3357f1afcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:24.707452 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5b5c5421-bcec-4f0b-b1da-a3357f1afcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:24.710410 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-5b5c5421-bcec-4f0b-b1da-a3357f1afcbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bc7e759-10a7-4a6c-8726-775197600b08 HTTP/1.1" status: 204 len: 168 time: 0.5396378 Jun 27 12:55:24.725800 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa122cc-d19f-4962-8c95-7ed07bdef4f3 req-f2d8fc90-d84e-4152-ac86-c09975f44f42 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:24.727288 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4aa122cc-d19f-4962-8c95-7ed07bdef4f3 req-f2d8fc90-d84e-4152-ac86-c09975f44f42 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 946 time: 0.0924850 Jun 27 12:55:24.815467 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-4aa122cc-d19f-4962-8c95-7ed07bdef4f3 req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Deleting port 0f911679-a7b5-4fab-9603-995d4597c32a {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:55:24.815806 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-4aa122cc-d19f-4962-8c95-7ed07bdef4f3 req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:25.158403 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-4aa122cc-d19f-4962-8c95-7ed07bdef4f3 req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] For port 0f911679-a7b5-4fab-9603-995d4597c32a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0f911679-a7b5-4fab-9603-995d4597c32a,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:25.158762 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-4aa122cc-d19f-4962-8c95-7ed07bdef4f3 req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:25.297587 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-4aa122cc-d19f-4962-8c95-7ed07bdef4f3 req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Calling delete_port for 0f911679-a7b5-4fab-9603-995d4597c32a owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:55:25.347653 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63002f-030d-40a3-a39d-92b597c51a87 req-9f4e0590-1c4a-4895-9744-5e6987815699 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:25.349129 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8b63002f-030d-40a3-a39d-92b597c51a87 req-9f4e0590-1c4a-4895-9744-5e6987815699 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.3176877 Jun 27 12:55:25.423620 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8b63002f-030d-40a3-a39d-92b597c51a87 req-78b4ef23-bc34-4bb9-ba90-d17415f16cc8 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663128 Jun 27 12:55:25.592215 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119d83d-65aa-422c-86bb-9bb30e57efbb req-6e8f51d1-aec3-44b7-a6ee-0a207aa5d966 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:25.594019 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2119d83d-65aa-422c-86bb-9bb30e57efbb req-6e8f51d1-aec3-44b7-a6ee-0a207aa5d966 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1224468 Jun 27 12:55:25.600954 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-4aa122cc-d19f-4962-8c95-7ed07bdef4f3 req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:25.610320 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-21569cf0-b411-4a1d-a66e-f73f7e2f2272 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:25.619028 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['425e04bf-f19e-4777-b8d5-b24f4102e577', '0f911679-a7b5-4fab-9603-995d4597c32a'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:55:25.658644 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Pushing event deleted for resources: {'Port': ['ID=0f911679-a7b5-4fab-9603-995d4597c32a,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:25.662294 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:25.692918 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2119d83d-65aa-422c-86bb-9bb30e57efbb req-f7487e75-0d83-4725-830e-6d3f79043db3 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870106 Jun 27 12:55:25.759797 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa122cc-d19f-4962-8c95-7ed07bdef4f3 req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] No DVR routers for this DVR port 0f911679-a7b5-4fab-9603-995d4597c32a on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:55:25.763650 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-4aa122cc-d19f-4962-8c95-7ed07bdef4f3 req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:25.766196 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76abb0d9-8f99-4e20-9ff7-9ad736762932', 'name': 'network-vif-deleted', 'tag': '0f911679-a7b5-4fab-9603-995d4597c32a'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:55:25.870876 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76abb0d9-8f99-4e20-9ff7-9ad736762932', 'name': 'network-vif-deleted', 'tag': '0f911679-a7b5-4fab-9603-995d4597c32a', 'status': 'completed', 'code': 200} Jun 27 12:55:25.872847 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-16e2d6af-a20b-47fc-aab1-e588e6c6cfa0 req-2fdcf0b2-df72-474b-94ab-a4662101232f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Synchronizing usage tracker for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:55:25.876619 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4aa122cc-d19f-4962-8c95-7ed07bdef4f3 req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "DELETE /v2.0/ports/0f911679-a7b5-4fab-9603-995d4597c32a HTTP/1.1" status: 204 len: 173 time: 1.1413872 Jun 27 12:55:25.977913 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-16e2d6af-a20b-47fc-aab1-e588e6c6cfa0 req-2fdcf0b2-df72-474b-94ab-a4662101232f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Unset dirty status for tenant:fcb92e9377bb46debad9fdb20f60124f on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:55:25.979382 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-16e2d6af-a20b-47fc-aab1-e588e6c6cfa0 req-2fdcf0b2-df72-474b-94ab-a4662101232f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=76abb0d9-8f99-4e20-9ff7-9ad736762932 HTTP/1.1" status: 200 len: 210 time: 0.1640549 Jun 27 12:55:26.143696 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:26.478220 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 43998) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:26.739766 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc98201-318b-4077-a503-9b12465a0a8e req-e883b369-672c-485c-af86-fa82c844d642 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:26.745061 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ffc98201-318b-4077-a503-9b12465a0a8e req-e883b369-672c-485c-af86-fa82c844d642 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1135411 Jun 27 12:55:26.867986 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ffc98201-318b-4077-a503-9b12465a0a8e req-4a09c7ab-0d8d-44af-a07b-a5fdd322b902 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048865 Jun 27 12:55:26.982598 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8f2eacc7-762e-4a3e-9132-30ed160d43ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:27.009613 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-8f2eacc7-762e-4a3e-9132-30ed160d43ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:27.015908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-8f2eacc7-762e-4a3e-9132-30ed160d43ce admin admin] Usage tracker for resource:security_group_rule and tenant:836b13f235a440b89a0272a52b6969cd is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:27.019555 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-8f2eacc7-762e-4a3e-9132-30ed160d43ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:27.028366 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-8f2eacc7-762e-4a3e-9132-30ed160d43ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:27.065291 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8240-8f05-4ed3-8672-24fddc4dbf0b req-b0c9fa97-7c8a-4aa0-b4d3-bcea6cbe9e14 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:27.073464 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-017c8240-8f05-4ed3-8672-24fddc4dbf0b req-b0c9fa97-7c8a-4aa0-b4d3-bcea6cbe9e14 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1706614 Jun 27 12:55:27.129357 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-017c8240-8f05-4ed3-8672-24fddc4dbf0b req-99df2aa5-994d-4bc6-b0ba-0aa079d4de44 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550289 Jun 27 12:55:27.194647 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8f2eacc7-762e-4a3e-9132-30ed160d43ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:27.357094 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8f2eacc7-762e-4a3e-9132-30ed160d43ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:27.369898 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-c28b127b-3161-4ebc-9f1d-914598bf4e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:27.441073 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44042) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:27.441290 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-8f2eacc7-762e-4a3e-9132-30ed160d43ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=836b13f235a440b89a0272a52b6969cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9610450 Jun 27 12:55:27.442330 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2eacc7-762e-4a3e-9132-30ed160d43ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13931301-2ca6-42d9-993c-7800402bd063,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:27.457948 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-8f2eacc7-762e-4a3e-9132-30ed160d43ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:27.537858 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e5faf3f1-06ce-4f6b-b966-79430e75d58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:27.572079 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e5faf3f1-06ce-4f6b-b966-79430e75d58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:27.758168 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e5faf3f1-06ce-4f6b-b966-79430e75d58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:27.762098 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5b5c5421-bcec-4f0b-b1da-a3357f1afcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:27.776428 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5faf3f1-06ce-4f6b-b966-79430e75d58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13931301-2ca6-42d9-993c-7800402bd063,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:27.778766 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-e5faf3f1-06ce-4f6b-b966-79430e75d58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:27.782541 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e5faf3f1-06ce-4f6b-b966-79430e75d58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:27.783817 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-e5faf3f1-06ce-4f6b-b966-79430e75d58d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13931301-2ca6-42d9-993c-7800402bd063 HTTP/1.1" status: 204 len: 168 time: 0.3413706 Jun 27 12:55:28.080703 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b38b-770a-406d-9538-ee8fa65f6303 req-faea57ae-96b4-4af6-aec1-e294dffc667d tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:28.082316 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c2a6b38b-770a-406d-9538-ee8fa65f6303 req-faea57ae-96b4-4af6-aec1-e294dffc667d tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0948365 Jun 27 12:55:28.151539 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c2a6b38b-770a-406d-9538-ee8fa65f6303 req-67cee6d1-d87f-4cee-bcbe-aad2f4caa1c0 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581193 Jun 27 12:55:28.355878 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1383-b1f3-429c-b6ff-6af206fee886 req-548188b4-1dda-48ce-b00b-e25e38253dbe tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:28.359222 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9dad1383-b1f3-429c-b6ff-6af206fee886 req-548188b4-1dda-48ce-b00b-e25e38253dbe tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1125236 Jun 27 12:55:28.418585 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9dad1383-b1f3-429c-b6ff-6af206fee886 req-f70524cc-02d5-460a-8507-8a857e11ddf6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530846 Jun 27 12:55:28.988472 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa98137-49ca-4072-8d9b-d8873b9cd39c req-aa3bb443-aa19-4e84-9350-de3f84f77592 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:28.990012 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-aaa98137-49ca-4072-8d9b-d8873b9cd39c req-aa3bb443-aa19-4e84-9350-de3f84f77592 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.3856375 Jun 27 12:55:28.996204 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fa60a-0d61-401a-9fbc-091c30f23eba req-479ccb86-e876-40ee-bb5a-43008944bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:28.997651 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-602fa60a-0d61-401a-9fbc-091c30f23eba req-479ccb86-e876-40ee-bb5a-43008944bf20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.1711771 Jun 27 12:55:29.117412 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-aaa98137-49ca-4072-8d9b-d8873b9cd39c req-190fc6aa-bccb-4c19-ac9b-f3d47a940f72 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187868 Jun 27 12:55:29.161396 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fa60a-0d61-401a-9fbc-091c30f23eba req-6566b50f-1a5b-40bd-8c78-aeca5274028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:29.162839 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-602fa60a-0d61-401a-9fbc-091c30f23eba req-6566b50f-1a5b-40bd-8c78-aeca5274028e service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 200 len: 912 time: 0.1512740 Jun 27 12:55:29.270247 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-602fa60a-0d61-401a-9fbc-091c30f23eba req-6da7df1f-f623-4e57-a472-e37629a76915 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17852024-a795-4306-b89d-e6125d2fb596 HTTP/1.1" status: 200 len: 1002 time: 0.1003642 Jun 27 12:55:29.300094 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44120) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:29.394794 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fa60a-0d61-401a-9fbc-091c30f23eba req-f94c721b-a1f6-4ca8-9066-a639461aa761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:29.398027 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-602fa60a-0d61-401a-9fbc-091c30f23eba req-f94c721b-a1f6-4ca8-9066-a639461aa761 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c0a504f-730d-493b-b4e5-1320b17fb5d2 HTTP/1.1" status: 200 len: 850 time: 0.1193562 Jun 27 12:55:29.431376 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-167690922-network', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:29.437701 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:29.443988 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Usage tracker for resource:network and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:29.457015 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:29.457015 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:29.476643 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3f210-2db4-414c-a33c-ed9502fc4cfc req-ff00eb26-5d37-45a1-99c3-5db40107601f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:29.478094 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-57d3f210-2db4-414c-a33c-ed9502fc4cfc req-ff00eb26-5d37-45a1-99c3-5db40107601f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 945 time: 0.1647618 Jun 27 12:55:29.536643 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-57d3f210-2db4-414c-a33c-ed9502fc4cfc req-a668d524-a2fa-4ade-8366-63e14db2c39e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511787 Jun 27 12:55:29.538786 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fa60a-0d61-401a-9fbc-091c30f23eba req-7eaeddd9-91cd-4dfd-a4eb-972b69152cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:29.540406 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-602fa60a-0d61-401a-9fbc-091c30f23eba req-7eaeddd9-91cd-4dfd-a4eb-972b69152cc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d037d56-8a2b-499f-ac6d-8e124ff2a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1327786 Jun 27 12:55:29.544904 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 0f911679-a7b5-4fab-9603-995d4597c32a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:55:29.584536 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 0f911679-a7b5-4fab-9603-995d4597c32a {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:55:29.585002 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 0f911679-a7b5-4fab-9603-995d4597c32a not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:55:29.590191 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Made reservation on behalf of 033fad0c52a943eba0be4e7ce5ce0b6b for: {'network': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:55:29.594275 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:29.606937 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:29.626254 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:29.631789 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Usage tracker for resource:security_group_rule and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:29.635475 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:29.643229 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:29.674196 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da012df-4d96-43a6-aa10-8f297cd81adf req-cea2ad35-33a5-4ba1-880a-5e4545a72f89 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:29.675698 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3da012df-4d96-43a6-aa10-8f297cd81adf req-cea2ad35-33a5-4ba1-880a-5e4545a72f89 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1461334 Jun 27 12:55:29.679464 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-602fa60a-0d61-401a-9fbc-091c30f23eba req-9fcf72b8-03ea-4557-a934-485b111d7997 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312609 Jun 27 12:55:29.743699 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3da012df-4d96-43a6-aa10-8f297cd81adf req-d7a5917d-ed08-4aa5-9132-89a853b6328e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587766 Jun 27 12:55:29.809604 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:29.842689 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-602fa60a-0d61-401a-9fbc-091c30f23eba req-f5833257-dcf4-4593-840e-3375c439d394 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564949 Jun 27 12:55:29.869640 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:29.872920 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-fe7cf1b6-d832-41cf-8aeb-394c3e8d96e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:29.906148 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=79437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:55:29.911727 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fba4554-a569-4773-9b4a-4190efe28f1e,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:29.915726 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:29.919915 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:29.919915 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.segments_db [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Added segment 63095e80-ecb2-473b-94a9-e5d897703066 of type vlan for network 7aede900-0ce1-4214-8896-d1aff57446fa Jun 27 12:55:29.949469 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:30.071566 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:30.073135 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:30.073745 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:30.075100 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44138) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:30.080693 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5fb4e2ee-e696-4124-976d-45a43469efa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:30.151406 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ab1899-3a52-4fd7-a78c-e528c393b224 admin admin] Deleting subnet 02955b01-7631-4c4b-9d06-041455f2fa62 {{(pid=79438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:55:30.155925 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-57ab1899-3a52-4fd7-a78c-e528c393b224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:30.187724 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Pushing event updated for resources: {'Network': ['ID=7aede900-0ce1-4214-8896-d1aff57446fa,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:30.192047 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:30.205196 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 7aede900-0ce1-4214-8896-d1aff57446fa details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:55:30.231632 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-57ab1899-3a52-4fd7-a78c-e528c393b224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28051745'] for subnet, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:30.266955 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9647617 Jun 27 12:55:30.267422 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44144) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:30.273082 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Request body: {'subnet': {'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-167690922-subnet', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'ip_version': 4}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:30.277938 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:30.283167 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Usage tracker for resource:subnet and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:30.286086 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:30.291900 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:30.350710 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-57ab1899-3a52-4fd7-a78c-e528c393b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:30.391623 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Made reservation on behalf of 033fad0c52a943eba0be4e7ce5ce0b6b for: {'subnet': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:55:30.396599 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27294234'] for subnet, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:30.424827 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a4349-677b-47a9-966c-ce73f32dd850 req-461c6b20-5984-43a4-a4fe-3ab43ecee7cc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:30.426123 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-805a4349-677b-47a9-966c-ce73f32dd850 req-461c6b20-5984-43a4-a4fe-3ab43ecee7cc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1584082 Jun 27 12:55:30.484903 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-805a4349-677b-47a9-966c-ce73f32dd850 req-3a966146-a09a-4dab-ae2e-1aed0b38a75e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507836 Jun 27 12:55:30.532744 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-57ab1899-3a52-4fd7-a78c-e528c393b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28153149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28107232'] for subnet, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:30.537525 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a4ed3547-acf5-430a-986e-f605e4d76192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:30.582222 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-57ab1899-3a52-4fd7-a78c-e528c393b224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:30.596672 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-57ab1899-3a52-4fd7-a78c-e528c393b224 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/02955b01-7631-4c4b-9d06-041455f2fa62 HTTP/1.1" status: 204 len: 168 time: 0.5167165 Jun 27 12:55:30.596969 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44152) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:30.598436 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab1899-3a52-4fd7-a78c-e528c393b224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02955b01-7631-4c4b-9d06-041455f2fa62,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:30.603020 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-57ab1899-3a52-4fd7-a78c-e528c393b224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:30.760693 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eab680-6c70-4bf0-bba0-1fe0f1d48818 req-7a55f7dd-574c-4a66-a0bb-a9953855a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:30.764162 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-97eab680-6c70-4bf0-bba0-1fe0f1d48818 req-7a55f7dd-574c-4a66-a0bb-a9953855a648 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 1098 time: 0.0871501 Jun 27 12:55:30.832990 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:30.854084 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-97eab680-6c70-4bf0-bba0-1fe0f1d48818 req-22dd5fc7-e432-42c2-b87c-3ea80944b6bb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802975 Jun 27 12:55:30.918311 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1730881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27294220'] for subnet, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.025930 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f748926-f04f-4ae3-b098-1dbc67e60350 req-74f41909-cf81-43c7-92a8-bfaf0f340932 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:31.027505 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0f748926-f04f-4ae3-b098-1dbc67e60350 req-74f41909-cf81-43c7-92a8-bfaf0f340932 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1102157 Jun 27 12:55:31.056522 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c32013fa-702f-4f6a-a6ab-2d424ed68db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:31.077444 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0f748926-f04f-4ae3-b098-1dbc67e60350 req-cccad311-ee6c-4143-9a35-eb0f52262eaa tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Jun 27 12:55:31.110425 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9fd55-5170-424e-9859-63bfe8e48dec req-0b9ac29f-6442-49bd-9b5c-884b904a7e29 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:31.111967 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f2d9fd55-5170-424e-9859-63bfe8e48dec req-0b9ac29f-6442-49bd-9b5c-884b904a7e29 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 945 time: 0.4121549 Jun 27 12:55:31.139871 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.188892 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5']}} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:31.220329 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafbc953-3ace-44e2-bd63-d915d48c4b8b') {'for_net_delete': True} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:31.220633 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafbc953-3ace-44e2-bd63-d915d48c4b8b') {} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:31.245745 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4cb3a9-e3ba-4943-9903-83e2fbc7284c,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:31.250514 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1730991'] for segment, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.259047 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:31.278621 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f2d9fd55-5170-424e-9859-63bfe8e48dec req-5ae1e1d3-370c-4668-9345-631eb138ec21 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431837 Jun 27 12:55:31.281735 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Checking segment: {'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:31.282111 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Network hostable DHCP agents. Network: 7aede900-0ce1-4214-8896-d1aff57446fa, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:55:31.286744 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.297524 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=79437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:55:31.297710 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1731490'] for segment, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: Traceback (most recent call last): Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: timer() Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: cb(*args, **kw) Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: return func(*args, **kwargs) Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: self._notify() Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: self.callback(batched_events) Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: event.method(event) Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: return f(self, *a, **k) Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: return self._get(url).json() Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: return self.request(url, 'GET', **kwargs) Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:55:31.314096 dv-cinder-798099-1-smb neutron-server[79437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:55:31.438032 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Network 7aede900-0ce1-4214-8896-d1aff57446fa is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:55:31.464187 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.469066 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ab0e19fd-cefc-4f91-9d97-7aee60b8d389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:31.491641 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.501611 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:31.505048 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:31.511207 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 7aede900-0ce1-4214-8896-d1aff57446fa) {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:31.516039 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:31.516851 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.522763 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b12b5be-1271-4cc2-bb32-701e49e44bb4 None None] Network 7aede900-0ce1-4214-8896-d1aff57446fa requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:55:31.581213 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0dbfeb08-7b2e-4a0f-b7be-d6ebeb25e5e5 HTTP/1.1" status: 204 len: 168 time: 0.9828382 Jun 27 12:55:31.614991 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-1d33a353-e254-46e3-bed4-6bcaa112cbbd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3465161 Jun 27 12:55:31.617714 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44168) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:31.623880 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:31.629540 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:31.633743 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Usage tracker for resource:router and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:31.637034 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:31.643756 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:31.745545 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7315'] for router, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.747442 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7300'] for router, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.770607 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.777829 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61cff0b7-818a-53f9-9c49-d15b5ffc093f-7aede900-0ce1-4214-8896-d1aff57446fa', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'fixed_ips': [{'subnet_id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c'}]}} from dv-cinder-798099-1-smb. {{(pid=79439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:55:31.781810 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:31.855393 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ef2a4-3db4-49d1-b037-29ceb0fd4af5 req-f42ef320-1baf-474b-939c-7afef1a556a6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:31.857207 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-492ef2a4-3db4-49d1-b037-29ceb0fd4af5 req-f42ef320-1baf-474b-939c-7afef1a556a6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.2514706 Jun 27 12:55:31.935390 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b605-5ee4-472c-b449-69aa988abdb6 req-14f3fcd4-ae2c-4b41-bd2c-8e521ee403c1 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:31.937513 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-29d3b605-5ee4-472c-b449-69aa988abdb6 req-14f3fcd4-ae2c-4b41-bd2c-8e521ee403c1 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 945 time: 0.2487824 Jun 27 12:55:31.943723 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-492ef2a4-3db4-49d1-b037-29ceb0fd4af5 req-02f9d4d3-64e0-40bb-b67c-2f6b40ca4b65 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743604 Jun 27 12:55:31.992520 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.db_base_plugin_common [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Allocated IP 172.20.0.2 (7aede900-0ce1-4214-8896-d1aff57446fa/dc4cb3a9-e3ba-4943-9903-83e2fbc7284c/54a23df5-87b3-4597-b6e0-487fb38e9a0c) {{(pid=79439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:55:32.042715 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-29d3b605-5ee4-472c-b449-69aa988abdb6 req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Deleting port 425e04bf-f19e-4777-b8d5-b24f4102e577 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:55:32.043231 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-29d3b605-5ee4-472c-b449-69aa988abdb6 req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.095802 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44176) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:32.132245 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44182) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:32.228942 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3831392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7286'] for router, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.327073 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-27fb781f-9a15-413d-bc45-7d383de8b60e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cb921c3ae284816bfcfabbd695a8dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232556 Jun 27 12:55:32.334870 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44192) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:32.406592 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-29d3b605-5ee4-472c-b449-69aa988abdb6 req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] For port 425e04bf-f19e-4777-b8d5-b24f4102e577, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=425e04bf-f19e-4777-b8d5-b24f4102e577,segment=NetworkSegment(4e882a5a-436f-40d1-8a1d-ff5cf02c888f),segment_id=4e882a5a-436f-40d1-8a1d-ff5cf02c888f)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:32.406999 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-29d3b605-5ee4-472c-b449-69aa988abdb6 req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.480511 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Notify callbacks [] for port, precommit_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.492936 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Transition to ACTIVE for port object 54a23df5-87b3-4597-b6e0-487fb38e9a0c will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:32.513570 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Transition to ACTIVE for port object 54a23df5-87b3-4597-b6e0-487fb38e9a0c will not be triggered until provisioned by entity DHCP. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:32.596713 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-29d3b605-5ee4-472c-b449-69aa988abdb6 req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Calling delete_port for 425e04bf-f19e-4777-b8d5-b24f4102e577 owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:55:32.610043 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.613409 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-60c7c05f-f40f-4a67-8611-151b838cec35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.616741 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-3e195c8d-dadd-4aa4-b7ce-feddf6fc390a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:32.640966 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc6cc-1094-4ab2-ad03-f33a743ff590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.656044 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-60c7c05f-f40f-4a67-8611-151b838cec35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:32.664295 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-60c7c05f-f40f-4a67-8611-151b838cec35 admin admin] Usage tracker for resource:security_group_rule and tenant:b2c36a8ef3b14228817bb6fd8defab1c is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:32.672478 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-60c7c05f-f40f-4a67-8611-151b838cec35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:32.699176 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe2508-0475-4cf3-89f4-8aadf27102cc req-98071bd2-9cab-406c-b211-ac07c6751592 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:32.700812 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-eabe2508-0475-4cf3-89f4-8aadf27102cc req-98071bd2-9cab-406c-b211-ac07c6751592 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.3851018 Jun 27 12:55:32.706044 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-60c7c05f-f40f-4a67-8611-151b838cec35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:32.709905 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc6cc-1094-4ab2-ad03-f33a743ff590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.715022 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b735402-251c-4b18-aed2-7b13d95c02a8 req-1fc298bb-7922-4d5a-ae04-fa86fec8531f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:32.715172 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Network 7aede900-0ce1-4214-8896-d1aff57446fa is already hosted by enough agents. {{(pid=79439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:32.716191 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.base_scheduler [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Resources bound (agent type, host, resource id): {{(pid=79439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:32.717783 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3b735402-251c-4b18-aed2-7b13d95c02a8 req-1fc298bb-7922-4d5a-ae04-fa86fec8531f tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 945 time: 0.2232678 Jun 27 12:55:32.721905 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Received port after_create {{(pid=79439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:55:32.765127 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Pushing event updated for resources: {'Port': ['ID=54a23df5-87b3-4597-b6e0-487fb38e9a0c,revision_number=1']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:32.774891 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:32.818980 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3b735402-251c-4b18-aed2-7b13d95c02a8 req-6c576d0a-6319-45f4-bc05-dadae2395469 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/security-groups?id=324581cf-17f1-42df-9dd5-42e7b047484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002345 Jun 27 12:55:32.823852 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-eabe2508-0475-4cf3-89f4-8aadf27102cc req-849273a2-9fa1-438a-bbac-3532e7831506 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049390 Jun 27 12:55:32.869646 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Attempting to bind port 54a23df5-87b3-4597-b6e0-487fb38e9a0c on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:55:32.870184 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Attempting to bind port 54a23df5-87b3-4597-b6e0-487fb38e9a0c by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:55:32.870505 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Attempting to bind port 54a23df5-87b3-4597-b6e0-487fb38e9a0c on network 7aede900-0ce1-4214-8896-d1aff57446fa {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:55:32.882546 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:55:32.883024 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Checking segment: {'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:32.883506 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.883993 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Bound using segment: {'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:55:32.884525 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Bound port: 54a23df5-87b3-4597-b6e0-487fb38e9a0c, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:55:32.884905 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.899973 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-29d3b605-5ee4-472c-b449-69aa988abdb6 req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.905785 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:32.926284 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['425e04bf-f19e-4777-b8d5-b24f4102e577'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:55:32.951758 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Pushing event deleted for resources: {'Port': ['ID=425e04bf-f19e-4777-b8d5-b24f4102e577,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:32.954161 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:32.955343 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc6cc-1094-4ab2-ad03-f33a743ff590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:32.973487 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:33.012911 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] For port 54a23df5-87b3-4597-b6e0-487fb38e9a0c, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:55:33.016177 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] For port 54a23df5-87b3-4597-b6e0-487fb38e9a0c, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=54a23df5-87b3-4597-b6e0-487fb38e9a0c,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:55:33.028040 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d3b605-5ee4-472c-b449-69aa988abdb6 req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] No DVR routers for this DVR port 425e04bf-f19e-4777-b8d5-b24f4102e577 on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:55:33.030498 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-29d3b605-5ee4-472c-b449-69aa988abdb6 req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.033207 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ea9ab6-5b75-43b3-8532-2b60a7f6eb64', 'name': 'network-vif-deleted', 'tag': '425e04bf-f19e-4777-b8d5-b24f4102e577'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:55:33.061786 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bc6cc-1094-4ab2-ad03-f33a743ff590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95eb629-59b8-4b63-8fda-9d3a85b2eff9,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:33.064715 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6d0bc6cc-1094-4ab2-ad03-f33a743ff590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:33.069400 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-60c7c05f-f40f-4a67-8611-151b838cec35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.089401 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ea9ab6-5b75-43b3-8532-2b60a7f6eb64', 'name': 'network-vif-deleted', 'tag': '425e04bf-f19e-4777-b8d5-b24f4102e577', 'status': 'completed', 'code': 200} Jun 27 12:55:33.101177 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.106000 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:33.139544 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.171576 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.178406 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-29d3b605-5ee4-472c-b449-69aa988abdb6 req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.52 "DELETE /v2.0/ports/425e04bf-f19e-4777-b8d5-b24f4102e577 HTTP/1.1" status: 204 len: 173 time: 1.2336438 Jun 27 12:55:33.182905 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Pushing event updated for resources: {'Port': ['ID=54a23df5-87b3-4597-b6e0-487fb38e9a0c,revision_number=2']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:33.185885 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:33.211766 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-60c7c05f-f40f-4a67-8611-151b838cec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.219758 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-e5faf3f1-06ce-4f6b-b966-79430e75d58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:33.423584 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc6cc-1094-4ab2-ad03-f33a743ff590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.427953 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-6d0bc6cc-1094-4ab2-ad03-f33a743ff590 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e95eb629-59b8-4b63-8fda-9d3a85b2eff9 HTTP/1.1" status: 204 len: 168 time: 1.0908732 Jun 27 12:55:33.432864 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7c05f-f40f-4a67-8611-151b838cec35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44928b8e-1283-4c19-9989-5c32475c31ba,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:33.440914 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-60c7c05f-f40f-4a67-8611-151b838cec35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2c36a8ef3b14228817bb6fd8defab1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3075268 Jun 27 12:55:33.443831 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44204) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:33.455152 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-60c7c05f-f40f-4a67-8611-151b838cec35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:33.546747 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2c74aeb7-67f8-4761-9c31-4adffc807564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.578956 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Allocated IP 172.28.1.58 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/68483992-c5c5-4665-92f8-fa82bf8db927) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:55:33.583297 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2c74aeb7-67f8-4761-9c31-4adffc807564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.715205 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2c74aeb7-67f8-4761-9c31-4adffc807564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.722869 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6cb37511-0c98-4e45-8342-728e459b204f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:33.742497 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74aeb7-67f8-4761-9c31-4adffc807564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44928b8e-1283-4c19-9989-5c32475c31ba,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:33.745218 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2c74aeb7-67f8-4761-9c31-4adffc807564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:33.746345 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2c74aeb7-67f8-4761-9c31-4adffc807564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.747512 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-2c74aeb7-67f8-4761-9c31-4adffc807564 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44928b8e-1283-4c19-9989-5c32475c31ba HTTP/1.1" status: 204 len: 168 time: 0.3026481 Jun 27 12:55:33.758194 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.889463 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:33.910330 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6db3c4ab-6a10-4e90-8f42-3cb47d088336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:34.004543 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:34.021228 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:34.081145 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e81c92d3-2bf5-4fa5-9621-bb435a93151e req-b2d4b30c-f359-4de4-a32e-f3cd582ad0d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ea9ab6-5b75-43b3-8532-2b60a7f6eb64 HTTP/1.1" status: 200 len: 210 time: 0.0844600 Jun 27 12:55:34.090232 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:55:34.162640 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=68483992-c5c5-4665-92f8-fa82bf8db927,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:34.167917 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:34.210465 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a54ec-b2b5-493f-8a6c-2ef55d069bd5 req-ededd007-2e09-4d37-95e5-827d29ecb6dc tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:34.212491 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-571a54ec-b2b5-493f-8a6c-2ef55d069bd5 req-ededd007-2e09-4d37-95e5-827d29ecb6dc tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1497376 Jun 27 12:55:34.326379 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-571a54ec-b2b5-493f-8a6c-2ef55d069bd5 req-49ee8ce4-f945-43a6-9797-faaea60d6020 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072085 Jun 27 12:55:34.478114 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 54a23df5-87b3-4597-b6e0-487fb38e9a0c up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:34.586185 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbaac00-744d-43ca-95b4-d53c514a70d9 None None] Network 7aede900-0ce1-4214-8896-d1aff57446fa requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:55:34.685106 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 54a23df5-87b3-4597-b6e0-487fb38e9a0c completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:34.767606 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44234) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:34.802265 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5176-3957-4ffb-bbf3-dd30f5dc695a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:34.812818 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-1580623c-5023-4a4b-8f47-c45f0d1d3cd2 None None] Provisioning for port 54a23df5-87b3-4597-b6e0-487fb38e9a0c completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:34.826377 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-d2ef5176-3957-4ffb-bbf3-dd30f5dc695a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:34.829027 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-1580623c-5023-4a4b-8f47-c45f0d1d3cd2 None None] Provisioning complete for port 54a23df5-87b3-4597-b6e0-487fb38e9a0c triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:34.829410 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1580623c-5023-4a4b-8f47-c45f0d1d3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:34.834390 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-d2ef5176-3957-4ffb-bbf3-dd30f5dc695a admin admin] Usage tracker for resource:security_group_rule and tenant:9cc57c4c2d4d4876a6c00d5ed747fe3b is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:34.838815 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-d2ef5176-3957-4ffb-bbf3-dd30f5dc695a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:34.848313 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-d2ef5176-3957-4ffb-bbf3-dd30f5dc695a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:34.926548 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:34.980735 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5176-3957-4ffb-bbf3-dd30f5dc695a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:35.082938 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1580623c-5023-4a4b-8f47-c45f0d1d3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:35.103980 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5176-3957-4ffb-bbf3-dd30f5dc695a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:35.127604 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-cb123fad-b65b-4f07-b237-c9bf7c282f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:35.150346 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-1580623c-5023-4a4b-8f47-c45f0d1d3cd2 None None] For port 54a23df5-87b3-4597-b6e0-487fb38e9a0c, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=54a23df5-87b3-4597-b6e0-487fb38e9a0c,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:35.204756 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-d2ef5176-3957-4ffb-bbf3-dd30f5dc695a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cc57c4c2d4d4876a6c00d5ed747fe3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355721 Jun 27 12:55:35.206480 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef5176-3957-4ffb-bbf3-dd30f5dc695a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9324ef3c-72ba-4d24-9503-73fa1d09f003,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:35.210900 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-d2ef5176-3957-4ffb-bbf3-dd30f5dc695a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:35.211534 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44248) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:35.234519 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1580623c-5023-4a4b-8f47-c45f0d1d3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:35.237716 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:35.295083 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44252) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:35.355250 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580623c-5023-4a4b-8f47-c45f0d1d3cd2 None None] Pushing event updated for resources: {'Port': ['ID=54a23df5-87b3-4597-b6e0-487fb38e9a0c,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:35.362600 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-1580623c-5023-4a4b-8f47-c45f0d1d3cd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:35.381626 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6f509-934b-4c86-9ebf-d6125a2cf849 req-89c26179-6ed6-4b3b-9bdb-d0ba74fb5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:35.383606 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74c6f509-934b-4c86-9ebf-d6125a2cf849 req-89c26179-6ed6-4b3b-9bdb-d0ba74fb5aab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 1098 time: 0.3610821 Jun 27 12:55:35.448576 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:35.466793 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-f53e018c-239c-4642-8125-b28dec7f339c None None] Provisioning complete for port 54a23df5-87b3-4597-b6e0-487fb38e9a0c triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:35.467673 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f53e018c-239c-4642-8125-b28dec7f339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:35.481798 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9cb5c-e2bf-402c-a209-d9837a58a356 req-46ed54c1-13e7-4357-9fbc-b5a57b1d4016 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:35.490998 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e7f9cb5c-e2bf-402c-a209-d9837a58a356 req-46ed54c1-13e7-4357-9fbc-b5a57b1d4016 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.4353220 Jun 27 12:55:35.503227 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb461ed-7d4c-4075-a842-826ccd7a6775 admin admin] Deleting subnet ee69f823-8f94-4401-8043-a102f1a1a1ec {{(pid=79438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:55:35.523444 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bcb461ed-7d4c-4075-a842-826ccd7a6775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:35.572874 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e7f9cb5c-e2bf-402c-a209-d9837a58a356 req-5ab5ec61-fde2-4882-a685-3679865614c9 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803494 Jun 27 12:55:35.659074 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 425e04bf-f19e-4777-b8d5-b24f4102e577 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:55:35.660482 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:35.673289 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bcb461ed-7d4c-4075-a842-826ccd7a6775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28051745'] for subnet, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:35.705049 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 425e04bf-f19e-4777-b8d5-b24f4102e577 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:55:35.705587 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 425e04bf-f19e-4777-b8d5-b24f4102e577 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:55:35.725291 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3831367'] for router, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:35.957549 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6f509-934b-4c86-9ebf-d6125a2cf849 req-22216f8c-a935-41c8-bbe0-d95fa309e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:35.959724 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74c6f509-934b-4c86-9ebf-d6125a2cf849 req-22216f8c-a935-41c8-bbe0-d95fa309e6be service neutron] 10.222.0.52 "GET /v2.0/networks?id=e0a05e66-37fd-4570-83e5-5ee41014dd0b HTTP/1.1" status: 200 len: 919 time: 0.5612226 Jun 27 12:55:36.067633 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74c6f509-934b-4c86-9ebf-d6125a2cf849 req-c12ce3d7-35b9-45e9-b534-29fed268e622 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9a1e60-2497-4a61-ae40-a8e96134e099 HTTP/1.1" status: 200 len: 217 time: 0.0996246 Jun 27 12:55:36.068966 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bcb461ed-7d4c-4075-a842-826ccd7a6775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:36.202088 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6f509-934b-4c86-9ebf-d6125a2cf849 req-b016f3bd-049a-4f86-8f11-c50fbaf42260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:36.203724 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74c6f509-934b-4c86-9ebf-d6125a2cf849 req-b016f3bd-049a-4f86-8f11-c50fbaf42260 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce390726-c430-4a6a-89bf-434dd6715207 HTTP/1.1" status: 200 len: 858 time: 0.0986738 Jun 27 12:55:36.258627 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:36.268313 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-c5f67cc6-cbf1-48af-bf55-d8c3e37d754f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:36.278407 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74c6f509-934b-4c86-9ebf-d6125a2cf849 req-4bba05a3-5b13-4cba-a49e-6d6510c2c870 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0a05e66-37fd-4570-83e5-5ee41014dd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640676 Jun 27 12:55:36.282881 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 is scheduled to L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f with binding_index 1 {{(pid=79437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:55:36.286138 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9324ef3c-72ba-4d24-9503-73fa1d09f003,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:36.323156 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.323612 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.323862 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.324217 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.324557 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.324939 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.325232 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.325570 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.325922 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.326399 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.326718 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.327699 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:36.333744 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:36.397659 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bcb461ed-7d4c-4075-a842-826ccd7a6775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28153149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28107232'] for subnet, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:36.407221 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:36.408407 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9324ef3c-72ba-4d24-9503-73fa1d09f003 HTTP/1.1" status: 204 len: 168 time: 1.1951125 Jun 27 12:55:36.416851 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:36.428528 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 54a23df5-87b3-4597-b6e0-487fb38e9a0c up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:36.464936 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb461ed-7d4c-4075-a842-826ccd7a6775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee69f823-8f94-4401-8043-a102f1a1a1ec,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:36.467586 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bcb461ed-7d4c-4075-a842-826ccd7a6775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:36.472505 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-bcb461ed-7d4c-4075-a842-826ccd7a6775 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ee69f823-8f94-4401-8043-a102f1a1a1ec HTTP/1.1" status: 204 len: 168 time: 1.1661837 Jun 27 12:55:36.484779 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-bcb461ed-7d4c-4075-a842-826ccd7a6775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:36.485244 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44300) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:36.595581 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 54a23df5-87b3-4597-b6e0-487fb38e9a0c triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:36.595967 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:36.649709 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:36.653260 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74c6f509-934b-4c86-9ebf-d6125a2cf849 req-acd94155-c5cf-433f-9eed-85ee1d8eeb11 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637257 Jun 27 12:55:36.676302 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:55:36.688140 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Sync routers for ids ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:55:36.705531 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Routers {'1c0ab172-a0b2-402e-9cd6-5679335c7bb8'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:36.706518 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:55:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:36.772209 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Notify callbacks [] for router, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:36.773474 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1545382 Jun 27 12:55:36.777107 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44306) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:37.015978 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Set router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:37.022795 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:37.052212 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad63dbb5-11bf-4177-9d20-5e29a67dca80']}} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:37.086729 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e882a5a-436f-40d1-8a1d-ff5cf02c888f') {'for_net_delete': True} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:37.087056 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e882a5a-436f-40d1-8a1d-ff5cf02c888f') {} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:37.114371 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28051736'] for segment, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:37.151468 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:37.167849 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=79438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:55:37.168362 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28153759'] for segment, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: Traceback (most recent call last): Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: timer() Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: cb(*args, **kw) Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: return func(*args, **kwargs) Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: self._notify() Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: self.callback(batched_events) Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: event.method(event) Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: return f(self, *a, **k) Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: return self._get(url).json() Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: return self.request(url, 'GET', **kwargs) Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:55:37.253325 dv-cinder-798099-1-smb neutron-server[79438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:55:37.280616 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74c6f509-934b-4c86-9ebf-d6125a2cf849 req-b8197863-79bd-4447-a420-a7dd7b615f8e service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192527 Jun 27 12:55:37.307068 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280323e2-e684-40f3-a61e-74d75e47ad2a req-911d83f2-22c1-491b-b395-a360fc1a4474 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:37.308547 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-280323e2-e684-40f3-a61e-74d75e47ad2a req-911d83f2-22c1-491b-b395-a360fc1a4474 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.4867775 Jun 27 12:55:37.374908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:37.378702 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-280323e2-e684-40f3-a61e-74d75e47ad2a req-b7a06444-2d02-48cc-b819-66e39c7ac6de tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613852 Jun 27 12:55:37.381806 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:37.403690 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad63dbb5-11bf-4177-9d20-5e29a67dca80,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:37.405499 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:37.408024 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:37.424928 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:34Z', 'revision_number': 3, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:37.429022 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Checking router: 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:55:37.429555 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Updating router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 port 68483992-c5c5-4665-92f8-fa82bf8db927 binding host dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:55:37.483916 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] 10.222.0.41 "DELETE /v2.0/networks/ad63dbb5-11bf-4177-9d20-5e29a67dca80 HTTP/1.1" status: 204 len: 168 time: 0.9975998 Jun 27 12:55:37.502462 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:37.807616 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:37.963482 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Notify callbacks [] for port, precommit_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:37.978627 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44340) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:37.992779 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.provisioning_blocks [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Transition to ACTIVE for port object 68483992-c5c5-4665-92f8-fa82bf8db927 will not be triggered until provisioned by entity L2. {{(pid=79440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:38.040231 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-fe857436-df4f-4cc2-a24e-97aff35e9124 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcb92e9377bb46debad9fdb20f60124f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0589879 Jun 27 12:55:38.041206 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44344) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:38.066529 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Allocated IP 172.20.0.1 (7aede900-0ce1-4214-8896-d1aff57446fa/dc4cb3a9-e3ba-4943-9903-83e2fbc7284c/a7d73af7-f3f2-45de-a096-b41ed7da2b8b) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:55:38.082918 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:38.088421 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:38.101678 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-06f09a31-39fd-4646-8831-c98e2ee2f6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:38.135932 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-06f09a31-39fd-4646-8831-c98e2ee2f6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:38.224733 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072368ae-bc42-425b-a060-0ba2e849655a None None] Pushing event updated for resources: {'Port': ['ID=68483992-c5c5-4665-92f8-fa82bf8db927,revision_number=2']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:38.227189 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Attempting to bind port 68483992-c5c5-4665-92f8-fa82bf8db927 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:55:38.227637 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Attempting to bind port 68483992-c5c5-4665-92f8-fa82bf8db927 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:55:38.227904 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Attempting to bind port 68483992-c5c5-4665-92f8-fa82bf8db927 on network d32f493c-8559-4b40-85d3-8491f4b6d87a {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:55:38.230250 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-072368ae-bc42-425b-a060-0ba2e849655a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:38.235358 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:55:38.235729 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Checking segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:38.236127 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:38.236513 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Bound using segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:55:38.236980 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Bound port: 68483992-c5c5-4665-92f8-fa82bf8db927, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:55:38.237861 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:38.267662 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-06f09a31-39fd-4646-8831-c98e2ee2f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:38.270116 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:38.275136 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:38.288457 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Transition to ACTIVE for port object a7d73af7-f3f2-45de-a096-b41ed7da2b8b will not be triggered until provisioned by entity DHCP. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:38.293994 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f09a31-39fd-4646-8831-c98e2ee2f6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324581cf-17f1-42df-9dd5-42e7b047484c,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:38.324211 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-06f09a31-39fd-4646-8831-c98e2ee2f6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:38.343282 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] For port 68483992-c5c5-4665-92f8-fa82bf8db927, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:55:38.346510 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] For port 68483992-c5c5-4665-92f8-fa82bf8db927, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=68483992-c5c5-4665-92f8-fa82bf8db927,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:55:38.426298 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:38.426940 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:38.430853 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-06f09a31-39fd-4646-8831-c98e2ee2f6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:38.434785 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:38.434992 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-06f09a31-39fd-4646-8831-c98e2ee2f6c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/324581cf-17f1-42df-9dd5-42e7b047484c HTTP/1.1" status: 204 len: 168 time: 0.3899503 Jun 27 12:55:38.437790 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:38.528662 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Routers {'1c0ab172-a0b2-402e-9cd6-5679335c7bb8'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:38.530319 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:55:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:38.531089 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Network 7aede900-0ce1-4214-8896-d1aff57446fa is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:38.534306 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:38.541997 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:55:38.630805 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072368ae-bc42-425b-a060-0ba2e849655a None None] Pushing event updated for resources: {'Port': ['ID=68483992-c5c5-4665-92f8-fa82bf8db927,revision_number=3']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:38.636026 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-072368ae-bc42-425b-a060-0ba2e849655a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:38.781718 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Pushing event updated for resources: {'Port': ['ID=a7d73af7-f3f2-45de-a096-b41ed7da2b8b,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:38.788004 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] Set router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:38.807861 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.808428 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.808597 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.808903 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.809245 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.809587 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.809991 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.810371 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.810712 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.811048 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.811388 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.811723 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:38.817465 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3831425'] for router_interface, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:38.822012 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:38.883853 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ab5ad-c55d-4e65-801f-5e83d79cdc6c req-eb86b956-162a-4801-8f06-4a4219d84a98 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:38.885388 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-356ab5ad-c55d-4e65-801f-5e83d79cdc6c req-eb86b956-162a-4801-8f06-4a4219d84a98 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.3471832 Jun 27 12:55:38.966494 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-356ab5ad-c55d-4e65-801f-5e83d79cdc6c req-e279582b-bc72-499e-b776-b7e07c40e8a6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605738 Jun 27 12:55:39.040612 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-b8f20a9b-2aca-4125-a31b-32ee824f7852 None None] Provisioning for port a7d73af7-f3f2-45de-a096-b41ed7da2b8b completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:39.046286 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-b8f20a9b-2aca-4125-a31b-32ee824f7852 None None] Provisioning complete for port a7d73af7-f3f2-45de-a096-b41ed7da2b8b triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:39.046871 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b8f20a9b-2aca-4125-a31b-32ee824f7852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:39.143114 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-b8f20a9b-2aca-4125-a31b-32ee824f7852 None None] Port a7d73af7-f3f2-45de-a096-b41ed7da2b8b cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:55:39.173698 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:34Z', 'revision_number': 3, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:39.178795 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efd5e0-8f98-4e96-9716-cca0c21699de None None] The sync data for ids ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'] in dv-cinder-798099-1-smb is: [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:34Z', 'revision_number': 3, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:55:39.189906 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:39.537232 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:39.677483 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:39.710222 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:39.795910 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910184'] for router_interface, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:39.804969 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Pushing event updated for resources: {'Port': ['ID=a7d73af7-f3f2-45de-a096-b41ed7da2b8b,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:39.831659 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:39.966370 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Network 7aede900-0ce1-4214-8896-d1aff57446fa is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:39.968453 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:40.278383 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-79143aa9-933d-493f-ba35-e5e85ee3a223 None None] Provisioning complete for port a7d73af7-f3f2-45de-a096-b41ed7da2b8b triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:40.280413 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-79143aa9-933d-493f-ba35-e5e85ee3a223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:40.283612 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:55:40.329632 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62243ab-04b4-4941-be13-3e164c804788 req-5c8b44f7-ecc1-4cf7-a87e-ca967f4abf01 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:40.337566 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d62243ab-04b4-4941-be13-3e164c804788 req-5c8b44f7-ecc1-4cf7-a87e-ca967f4abf01 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1734245 Jun 27 12:55:40.427202 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-79143aa9-933d-493f-ba35-e5e85ee3a223 None None] Port a7d73af7-f3f2-45de-a096-b41ed7da2b8b cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:55:40.473131 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 68483992-c5c5-4665-92f8-fa82bf8db927 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:40.474862 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d62243ab-04b4-4941-be13-3e164c804788 req-24fd0c6e-5398-4fbc-90f7-86f0880ff9ad tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357608 Jun 27 12:55:40.617239 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:55:40.626955 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] 10.222.0.41 "PUT /v2.0/routers/1c0ab172-a0b2-402e-9cd6-5679335c7bb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8483818 Jun 27 12:55:40.697037 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 68483992-c5c5-4665-92f8-fa82bf8db927 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:40.702905 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 68483992-c5c5-4665-92f8-fa82bf8db927 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:40.703313 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:40.881016 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:40.908760 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port 68483992-c5c5-4665-92f8-fa82bf8db927, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=68483992-c5c5-4665-92f8-fa82bf8db927,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:41.000664 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:41.005225 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-27d7bcc6-54ed-40bd-aec3-a8c72b81d9a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:41.074006 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=68483992-c5c5-4665-92f8-fa82bf8db927,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:41.079068 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.079420 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.079767 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.080098 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.080425 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.080758 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.081191 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.081398 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.081721 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.082051 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.082536 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.082845 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:55:41.087236 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:41.121441 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Sync routers for ids ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:55:41.132282 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Routers {'1c0ab172-a0b2-402e-9cd6-5679335c7bb8'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:41.137368 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:55:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:41.347291 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Set router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:41.729249 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44432) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:41.736076 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1425594516-network', 'tenant_id': '8c534d167693469db12999051f9ae590'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:41.762838 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:41.782250 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Usage tracker for resource:network and tenant:8c534d167693469db12999051f9ae590 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:41.798048 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:41.822726 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:41.937119 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:38Z', 'revision_number': 4, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'a7d73af7-f3f2-45de-a096-b41ed7da2b8b', 'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'mac_address': 'fa:16:3e:da:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:37Z', 'updated_at': '2021-06-27T12:55:39Z', 'revision_number': 2, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'subnets': [{'id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:41.953440 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Made reservation on behalf of 8c534d167693469db12999051f9ae590 for: {'network': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:55:41.956136 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Checking router: 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:55:41.956334 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:41.956730 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Updating router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 port a7d73af7-f3f2-45de-a096-b41ed7da2b8b binding host dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:55:41.979531 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:41.994717 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb4530-4768-4c21-b376-292c4945eb56 req-185e45d6-e3ad-4fbf-ade3-df7afcf20370 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:41.997132 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-bdcb4530-4768-4c21-b376-292c4945eb56 req-185e45d6-e3ad-4fbf-ade3-df7afcf20370 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.2859621 Jun 27 12:55:42.015118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:42.021650 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Usage tracker for resource:security_group_rule and tenant:8c534d167693469db12999051f9ae590 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:42.025525 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:42.035318 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:42.039666 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-156cbd18-3438-412a-8ceb-15a6e6f1358c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1915154 Jun 27 12:55:42.072823 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:42.096040 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-bdcb4530-4768-4c21-b376-292c4945eb56 req-e4ceb8bf-3794-42ce-855d-7290031aa8ab tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916195 Jun 27 12:55:42.252814 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:42.318875 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:42.327300 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-baea26c3-91a5-44b2-ac7d-3ef77923607d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:42.360855 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=79438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:55:42.422528 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:42.422835 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.segments_db [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Added segment eb471a79-15b6-460f-8737-15be7bf8dd10 of type vlan for network 4ba70752-3f9f-4750-b49b-9478542573be Jun 27 12:55:42.425130 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 68483992-c5c5-4665-92f8-fa82bf8db927 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:42.434555 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfb83d8-7a5b-4076-8f05-991bef292523,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:42.440420 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-452d762c-bd28-4a3a-9591-1e2a7710cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:42.442131 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-452d762c-bd28-4a3a-9591-1e2a7710cb41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.1878431 Jun 27 12:55:42.443360 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:42.499979 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:42.587986 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 68483992-c5c5-4665-92f8-fa82bf8db927 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:42.588256 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:42.640866 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-58abdd8e-d874-4af7-91e6-823eaee7aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:42.642483 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-58abdd8e-d874-4af7-91e6-823eaee7aad4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 200 len: 912 time: 0.1740708 Jun 27 12:55:42.691654 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:42.719242 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Transition to ACTIVE for port object a7d73af7-f3f2-45de-a096-b41ed7da2b8b will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:42.719464 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:42.747264 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:42.751000 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:42.781949 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:42.800678 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:42.808209 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:42.941520 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-a7595841-97c4-4951-81ad-50a915caf7d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17852024-a795-4306-b89d-e6125d2fb596 HTTP/1.1" status: 200 len: 1002 time: 0.2909763 Jun 27 12:55:42.945311 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba70752-3f9f-4750-b49b-9478542573be,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:42.949246 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:42.999574 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 4ba70752-3f9f-4750-b49b-9478542573be details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:55:43.027829 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2946603 Jun 27 12:55:43.028610 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44458) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:43.029642 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e47df9-c646-45c7-a82d-5443ab89b1e8 None None] Pushing event updated for resources: {'Port': ['ID=a7d73af7-f3f2-45de-a096-b41ed7da2b8b,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:43.041428 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-c9e47df9-c646-45c7-a82d-5443ab89b1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:43.048558 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Request body: {'subnet': {'network_id': '4ba70752-3f9f-4750-b49b-9478542573be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1425594516-subnet', 'tenant_id': '8c534d167693469db12999051f9ae590', 'ip_version': 4}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:43.059149 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:43.063458 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-ec69dce2-c61c-4a57-ae3f-c23a0bf6113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:43.065430 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-ec69dce2-c61c-4a57-ae3f-c23a0bf6113c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c0a504f-730d-493b-b4e5-1320b17fb5d2 HTTP/1.1" status: 200 len: 850 time: 0.1140289 Jun 27 12:55:43.066398 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Usage tracker for resource:subnet and tenant:8c534d167693469db12999051f9ae590 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:43.070309 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:43.078405 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:43.181857 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-39e2b5d8-b764-47e1-8283-9c7dbfec309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:43.184330 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-39e2b5d8-b764-47e1-8283-9c7dbfec309e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d037d56-8a2b-499f-ac6d-8e124ff2a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1102307 Jun 27 12:55:43.202305 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Made reservation on behalf of 8c534d167693469db12999051f9ae590 for: {'subnet': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:55:43.202305 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27294234'] for subnet, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:43.303525 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Attempting to bind port a7d73af7-f3f2-45de-a096-b41ed7da2b8b on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:55:43.303938 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Attempting to bind port a7d73af7-f3f2-45de-a096-b41ed7da2b8b by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:55:43.304423 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Attempting to bind port a7d73af7-f3f2-45de-a096-b41ed7da2b8b on network 7aede900-0ce1-4214-8896-d1aff57446fa {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:55:43.322780 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:55:43.323219 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Checking segment: {'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:43.323630 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:43.325407 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Bound using segment: {'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:55:43.325407 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Bound port: a7d73af7-f3f2-45de-a096-b41ed7da2b8b, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:55:43.325407 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:43.425898 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-3a93b27c-a26e-4de9-b345-8d8b5ccbf622 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332914 Jun 27 12:55:43.462084 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] For port a7d73af7-f3f2-45de-a096-b41ed7da2b8b, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:55:43.467556 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] For port a7d73af7-f3f2-45de-a096-b41ed7da2b8b, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=a7d73af7-f3f2-45de-a096-b41ed7da2b8b,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:55:43.579290 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5c65719d-1796-4169-b4d7-ac22e755a100 req-9bc2cf80-71b1-44f0-9254-4ccc253dc86e service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408129 Jun 27 12:55:43.610786 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:43.617916 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:43.638129 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1730881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27294220'] for subnet, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:43.642792 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:43.698449 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Routers {'1c0ab172-a0b2-402e-9cd6-5679335c7bb8'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:43.699217 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:55:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:43.721888 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2ca493-adac-45cd-9d5c-f1d670f08966,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:43.727206 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:43.734810 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Checking segment: {'id': 'eb471a79-15b6-460f-8737-15be7bf8dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:43.735161 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Network hostable DHCP agents. Network: 4ba70752-3f9f-4750-b49b-9478542573be, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:55:43.790490 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e47df9-c646-45c7-a82d-5443ab89b1e8 None None] Pushing event updated for resources: {'Port': ['ID=a7d73af7-f3f2-45de-a096-b41ed7da2b8b,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:43.794302 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-c9e47df9-c646-45c7-a82d-5443ab89b1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:43.836912 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Network 4ba70752-3f9f-4750-b49b-9478542573be is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:55:43.956678 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 4ba70752-3f9f-4750-b49b-9478542573be) {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:43.961034 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:43.961633 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:43.972409 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69189a79-c4bd-4116-9501-862af75a7190 None None] Network 4ba70752-3f9f-4750-b49b-9478542573be requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:55:44.001721 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] Set router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:44.086778 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-7463a10f-26af-4ec5-91a8-cea086c81e04 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0560107 Jun 27 12:55:44.089276 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44476) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:44.098244 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1425594516-router', 'tenant_id': '8c534d167693469db12999051f9ae590', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:44.100159 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:44.104269 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Usage tracker for resource:router and tenant:8c534d167693469db12999051f9ae590 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:44.110398 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:44.124225 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:44.297944 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7315'] for router, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:44.299017 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7300'] for router, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:44.319531 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:44.402746 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:55:44.531609 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61cff0b7-818a-53f9-9c49-d15b5ffc093f-4ba70752-3f9f-4750-b49b-9478542573be', 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be', 'tenant_id': '8c534d167693469db12999051f9ae590', 'fixed_ips': [{'subnet_id': 'fa2ca493-adac-45cd-9d5c-f1d670f08966'}]}} from dv-cinder-798099-1-smb. {{(pid=79439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:55:44.532493 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:44.643919 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:38Z', 'revision_number': 4, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'a7d73af7-f3f2-45de-a096-b41ed7da2b8b', 'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'mac_address': 'fa:16:3e:da:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:37Z', 'updated_at': '2021-06-27T12:55:43Z', 'revision_number': 4, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'subnets': [{'id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:44.682308 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65e3f0-52ff-4766-9970-28958b616cc9 None None] The sync data for ids ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'] in dv-cinder-798099-1-smb is: [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:38Z', 'revision_number': 4, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'a7d73af7-f3f2-45de-a096-b41ed7da2b8b', 'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'mac_address': 'fa:16:3e:da:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:37Z', 'updated_at': '2021-06-27T12:55:43Z', 'revision_number': 4, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'subnets': [{'id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:55:44.720728 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.db_base_plugin_common [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Allocated IP 172.20.0.2 (4ba70752-3f9f-4750-b49b-9478542573be/fa2ca493-adac-45cd-9d5c-f1d670f08966/2851e9ac-b7be-42e4-9c87-27faaeac11bc) {{(pid=79439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:55:44.914142 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3831392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7286'] for router, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:45.034470 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Notify callbacks [] for port, precommit_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:45.046558 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Transition to ACTIVE for port object 2851e9ac-b7be-42e4-9c87-27faaeac11bc will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:45.105341 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Transition to ACTIVE for port object 2851e9ac-b7be-42e4-9c87-27faaeac11bc will not be triggered until provisioned by entity DHCP. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:45.214857 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:45.222421 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:45.371112 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Network 4ba70752-3f9f-4750-b49b-9478542573be is already hosted by enough agents. {{(pid=79439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:45.388774 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.base_scheduler [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Resources bound (agent type, host, resource id): {{(pid=79439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:45.420257 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Pushing event updated for resources: {'Port': ['ID=2851e9ac-b7be-42e4-9c87-27faaeac11bc,revision_number=1']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:45.436010 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Received port after_create {{(pid=79439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:55:45.442010 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:45.504619 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:45.547732 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:45.577164 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Attempting to bind port 2851e9ac-b7be-42e4-9c87-27faaeac11bc on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:55:45.577759 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Attempting to bind port 2851e9ac-b7be-42e4-9c87-27faaeac11bc by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'eb471a79-15b6-460f-8737-15be7bf8dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:55:45.578502 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Attempting to bind port 2851e9ac-b7be-42e4-9c87-27faaeac11bc on network 4ba70752-3f9f-4750-b49b-9478542573be {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:55:45.585025 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:55:45.585515 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Checking segment: {'id': 'eb471a79-15b6-460f-8737-15be7bf8dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:45.586025 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:45.586612 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Bound using segment: {'id': 'eb471a79-15b6-460f-8737-15be7bf8dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:55:45.587208 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Bound port: 2851e9ac-b7be-42e4-9c87-27faaeac11bc, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb471a79-15b6-460f-8737-15be7bf8dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:55:45.596491 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:45.805071 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Allocated IP 172.28.1.20 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:55:45.820454 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] For port 2851e9ac-b7be-42e4-9c87-27faaeac11bc, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:55:45.825552 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] For port 2851e9ac-b7be-42e4-9c87-27faaeac11bc, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=2851e9ac-b7be-42e4-9c87-27faaeac11bc,segment=NetworkSegment(eb471a79-15b6-460f-8737-15be7bf8dd10),segment_id=eb471a79-15b6-460f-8737-15be7bf8dd10)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:55:45.880596 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:45.884281 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:45.893947 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-70abf61a-750f-45de-a312-2cfcac55ccf6 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Synchronizing usage tracker for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:security_group {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:55:45.974839 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-70abf61a-750f-45de-a312-2cfcac55ccf6 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Unset dirty status for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:security_group {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:55:45.976323 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-70abf61a-750f-45de-a312-2cfcac55ccf6 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267508045&fields=id&tenant_id=527f951714be4a78bf6f5f771a6b92ff HTTP/1.1" status: 200 len: 267 time: 0.1504114 Jun 27 12:55:45.981113 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Pushing event updated for resources: {'Port': ['ID=2851e9ac-b7be-42e4-9c87-27faaeac11bc,revision_number=2']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:45.985252 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:46.051909 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:46.063258 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d71794-40b7-4365-90e6-3639600edd6f req-41ffb895-726e-4b2f-8a63-6c0c359bacc6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:46.064763 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-43d71794-40b7-4365-90e6-3639600edd6f req-41ffb895-726e-4b2f-8a63-6c0c359bacc6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1576211 Jun 27 12:55:46.127437 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-43d71794-40b7-4365-90e6-3639600edd6f req-acc7c888-032c-4282-80ee-6ae754de310e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527356 Jun 27 12:55:46.200339 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:46.207787 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:46.219515 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-ce89c848-29da-4917-a1c0-25a3c40bc37e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:46.220251 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-ce89c848-29da-4917-a1c0-25a3c40bc37e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Synchronizing usage tracker for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:network {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:55:46.360467 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-ce89c848-29da-4917-a1c0-25a3c40bc37e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Unset dirty status for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:network {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:55:46.362601 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-ce89c848-29da-4917-a1c0-25a3c40bc37e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/networks?id=6fd48c2e-fc16-4033-b0db-29cb7577514e HTTP/1.1" status: 200 len: 809 time: 0.3661172 Jun 27 12:55:46.371977 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:46.373933 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:46.383021 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:46.395064 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:55:46.399730 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8ea07e3d-2fdb-4a63-8bed-1edcd9f8a9f0 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/quotas/527f951714be4a78bf6f5f771a6b92ff HTTP/1.1" status: 200 len: 375 time: 0.0309060 Jun 27 12:55:46.435819 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:46.443088 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:46.609422 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 2851e9ac-b7be-42e4-9c87-27faaeac11bc up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:46.629891 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-1209ed28-5bdc-4d0d-a579-93cea134ce98 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=527f951714be4a78bf6f5f771a6b92ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2273822 Jun 27 12:55:46.803707 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-dc3addfc-11e9-42b2-bed0-efcbe38bd79b service neutron] 10.222.0.41 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657434 Jun 27 12:55:46.848156 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 2851e9ac-b7be-42e4-9c87-27faaeac11bc completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:46.855988 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device a7d73af7-f3f2-45de-a096-b41ed7da2b8b up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:47.031544 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-0fb88c2f-b035-4bad-b44b-aa3fb1ca39d7 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211733 Jun 27 12:55:47.088530 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port a7d73af7-f3f2-45de-a096-b41ed7da2b8b completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:47.101596 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port a7d73af7-f3f2-45de-a096-b41ed7da2b8b triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:47.102567 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:47.178511 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:47.278110 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:47.324707 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port a7d73af7-f3f2-45de-a096-b41ed7da2b8b, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=a7d73af7-f3f2-45de-a096-b41ed7da2b8b,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:47.359392 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91ba440-3f54-47f8-b4dc-9721746d49be None None] Network 4ba70752-3f9f-4750-b49b-9478542573be requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:55:47.443561 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:47.448614 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-d90217c4-7550-4100-8b72-6135c12f2da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:47.551103 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=a7d73af7-f3f2-45de-a096-b41ed7da2b8b,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:47.556635 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:47.580833 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3831367'] for router, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:47.615752 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-3d0c16a5-1a40-4d0b-8127-c0a9e4c88338 None None] Provisioning for port 2851e9ac-b7be-42e4-9c87-27faaeac11bc completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:47.630172 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-3d0c16a5-1a40-4d0b-8127-c0a9e4c88338 None None] Provisioning complete for port 2851e9ac-b7be-42e4-9c87-27faaeac11bc triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:47.630559 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-3d0c16a5-1a40-4d0b-8127-c0a9e4c88338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:47.826833 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-3d0c16a5-1a40-4d0b-8127-c0a9e4c88338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:47.868962 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-3d0c16a5-1a40-4d0b-8127-c0a9e4c88338 None None] For port 2851e9ac-b7be-42e4-9c87-27faaeac11bc, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=2851e9ac-b7be-42e4-9c87-27faaeac11bc,segment=NetworkSegment(eb471a79-15b6-460f-8737-15be7bf8dd10),segment_id=eb471a79-15b6-460f-8737-15be7bf8dd10)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:47.937984 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-3d0c16a5-1a40-4d0b-8127-c0a9e4c88338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:47.940291 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:48.021428 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Router 552496ef-4c8c-45ce-b86d-4546229f4078 is scheduled to L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f with binding_index 1 {{(pid=79437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:55:48.047884 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-bbf2704b-96d9-4e13-be1b-def0a0f043b5 req-27241fb0-589c-42ac-926a-83bca6c34bdb tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Synchronizing usage tracker for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:55:48.108778 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c16a5-1a40-4d0b-8127-c0a9e4c88338 None None] Pushing event updated for resources: {'Port': ['ID=2851e9ac-b7be-42e4-9c87-27faaeac11bc,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:48.113471 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-3d0c16a5-1a40-4d0b-8127-c0a9e4c88338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:48.241307 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-bbf2704b-96d9-4e13-be1b-def0a0f043b5 req-27241fb0-589c-42ac-926a-83bca6c34bdb tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Unset dirty status for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:55:48.242474 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-bbf2704b-96d9-4e13-be1b-def0a0f043b5 req-27241fb0-589c-42ac-926a-83bca6c34bdb tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 210 time: 0.2891874 Jun 27 12:55:48.269274 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-9ed259db-51f2-4bfc-a600-dcff706c5cf2 None None] Provisioning complete for port 2851e9ac-b7be-42e4-9c87-27faaeac11bc triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:48.269653 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-9ed259db-51f2-4bfc-a600-dcff706c5cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:48.285726 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:55:48.295687 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Sync routers for ids ['552496ef-4c8c-45ce-b86d-4546229f4078'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:55:48.306002 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Routers {'552496ef-4c8c-45ce-b86d-4546229f4078'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:48.306849 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:55:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['552496ef-4c8c-45ce-b86d-4546229f4078'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:48.399527 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 2851e9ac-b7be-42e4-9c87-27faaeac11bc up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:48.423163 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] Notify callbacks [] for router, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:48.427931 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-dec409ea-61b4-439d-b2be-20e6f0d04fb9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3369334 Jun 27 12:55:48.428691 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44544) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:48.507235 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 2851e9ac-b7be-42e4-9c87-27faaeac11bc triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:48.509272 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:48.560887 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Set router 552496ef-4c8c-45ce-b86d-4546229f4078 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:48.640584 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device a7d73af7-f3f2-45de-a096-b41ed7da2b8b up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:48.735213 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port a7d73af7-f3f2-45de-a096-b41ed7da2b8b triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:48.735693 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:49.083840 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'name': 'tempest-TestMinimumBasicScenario-1425594516-router', 'tenant_id': '8c534d167693469db12999051f9ae590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:44Z', 'updated_at': '2021-06-27T12:55:46Z', 'revision_number': 3, 'project_id': '8c534d167693469db12999051f9ae590', 'gw_port': {'id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:45Z', 'updated_at': '2021-06-27T12:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:49.088403 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Checking router: 552496ef-4c8c-45ce-b86d-4546229f4078 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:55:49.088966 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Updating router 552496ef-4c8c-45ce-b86d-4546229f4078 port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 binding host dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:55:49.157136 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:49.413542 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d93e4b55-6399-4e9c-b826-70cb78605dc4 req-391a8b9e-9b87-4ee9-aa8f-46841180b777 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 210 time: 0.0510483 Jun 27 12:55:49.472316 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:49.530592 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:49.542487 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.provisioning_blocks [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Transition to ACTIVE for port object bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 will not be triggered until provisioned by entity L2. {{(pid=79440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:49.612747 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:49.622505 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-83a4d0a3-413a-464f-b9d7-b8c6af276152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:49.692973 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Allocated IP 172.20.0.1 (4ba70752-3f9f-4750-b49b-9478542573be/fa2ca493-adac-45cd-9d5c-f1d670f08966/d4266e2f-b631-433e-8932-18760fd71cc9) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:55:49.704117 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Attempting to bind port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:55:49.704357 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Attempting to bind port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:55:49.704742 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Attempting to bind port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 on network d32f493c-8559-4b40-85d3-8491f4b6d87a {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:55:49.707117 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74382753-0765-424d-b42d-ca8283f47b16 None None] Pushing event updated for resources: {'Port': ['ID=bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0,revision_number=2']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:49.710835 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-74382753-0765-424d-b42d-ca8283f47b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:49.713482 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:55:49.713860 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Checking segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:49.714291 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:49.717048 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Bound using segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:55:49.717048 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Bound port: bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:55:49.717048 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:49.792551 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] For port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:55:49.798022 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] For port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:55:49.868271 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:49.881266 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:49.888641 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-e9d606a7-f162-42c1-a6a5-1b00a90f3b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:49.895715 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Transition to ACTIVE for port object d4266e2f-b631-433e-8932-18760fd71cc9 will not be triggered until provisioned by entity DHCP. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:49.971184 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Routers {'552496ef-4c8c-45ce-b86d-4546229f4078'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:49.971812 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:55:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['552496ef-4c8c-45ce-b86d-4546229f4078'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:50.014897 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:50.019673 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ed959d0a-0845-49f2-bc20-28d83fe86c9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:50.032389 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74382753-0765-424d-b42d-ca8283f47b16 None None] Pushing event updated for resources: {'Port': ['ID=bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0,revision_number=3']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:50.042673 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-74382753-0765-424d-b42d-ca8283f47b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:50.093619 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Network 4ba70752-3f9f-4750-b49b-9478542573be is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:50.096567 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:50.100433 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:55:50.145022 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Pushing event updated for resources: {'Port': ['ID=d4266e2f-b631-433e-8932-18760fd71cc9,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:50.164220 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:50.184036 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] Set router 552496ef-4c8c-45ce-b86d-4546229f4078 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:50.196708 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3831425'] for router_interface, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:50.456829 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:50.602479 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-c33dbf5b-06e3-40c4-9e93-8c2c26ea52cf None None] Provisioning for port d4266e2f-b631-433e-8932-18760fd71cc9 completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:50.607846 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-c33dbf5b-06e3-40c4-9e93-8c2c26ea52cf None None] Provisioning complete for port d4266e2f-b631-433e-8932-18760fd71cc9 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:50.608316 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-c33dbf5b-06e3-40c4-9e93-8c2c26ea52cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:50.615393 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-972d1e4c-5082-48f0-aa8a-5734ac596dc3 req-ceef3a77-d9e6-4ce2-ab37-fde839512282 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 210 time: 0.0550745 Jun 27 12:55:50.649456 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'name': 'tempest-TestMinimumBasicScenario-1425594516-router', 'tenant_id': '8c534d167693469db12999051f9ae590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:44Z', 'updated_at': '2021-06-27T12:55:46Z', 'revision_number': 3, 'project_id': '8c534d167693469db12999051f9ae590', 'gw_port': {'id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:45Z', 'updated_at': '2021-06-27T12:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:50.655132 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-cbe02764-3870-4e15-8b2c-3cf60a890ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:50.658200 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01aa4b-df1e-4bc5-af87-d857f96c4fe9 None None] The sync data for ids ['552496ef-4c8c-45ce-b86d-4546229f4078'] in dv-cinder-798099-1-smb is: [{'id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'name': 'tempest-TestMinimumBasicScenario-1425594516-router', 'tenant_id': '8c534d167693469db12999051f9ae590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:44Z', 'updated_at': '2021-06-27T12:55:46Z', 'revision_number': 3, 'project_id': '8c534d167693469db12999051f9ae590', 'gw_port': {'id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:45Z', 'updated_at': '2021-06-27T12:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:55:50.698814 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-c33dbf5b-06e3-40c4-9e93-8c2c26ea52cf None None] Port d4266e2f-b631-433e-8932-18760fd71cc9 cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:55:50.830531 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:50.895091 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:50.973213 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d0da4a13-4e9b-46dc-ae95-2c76f4a82f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:51.123683 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Pushing event updated for resources: {'Port': ['ID=d4266e2f-b631-433e-8932-18760fd71cc9,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:51.128266 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:51.132728 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910184'] for router_interface, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:51.289539 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-71aa6733-2ea8-497d-91c2-19c663626df5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:51.291673 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-71aa6733-2ea8-497d-91c2-19c663626df5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.52 "GET /v2.0/networks?id=6fd48c2e-fc16-4033-b0db-29cb7577514e HTTP/1.1" status: 200 len: 809 time: 0.4515920 Jun 27 12:55:51.293381 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:51.344720 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Network 4ba70752-3f9f-4750-b49b-9478542573be is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:51.347634 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:51.385532 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-6741ec12-c91b-4029-a18c-3561b40db51a tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527f951714be4a78bf6f5f771a6b92ff HTTP/1.1" status: 200 len: 380 time: 0.0838845 Jun 27 12:55:51.395458 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Request body: {'port': {'device_id': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'admin_state_up': True, 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'security_groups': ['95da0dba-74a3-4f05-a04b-3d862c5f1d0a']}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:51.733782 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-ec764f27-1360-4cde-a9b5-b667892481cd None None] Provisioning complete for port d4266e2f-b631-433e-8932-18760fd71cc9 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:51.734285 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-ec764f27-1360-4cde-a9b5-b667892481cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:51.758374 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:51.782101 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:51.868366 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e6e71eca-cf66-47ac-a79e-0b43a04fdf3d req-2435ad17-9e94-4d86-b79c-16f3e486e781 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 210 time: 0.0559371 Jun 27 12:55:51.876573 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Made reservation on behalf of 527f951714be4a78bf6f5f771a6b92ff for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:55:51.877797 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-ec764f27-1360-4cde-a9b5-b667892481cd None None] Port d4266e2f-b631-433e-8932-18760fd71cc9 cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:55:51.880487 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:51.906351 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Router 552496ef-4c8c-45ce-b86d-4546229f4078 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:55:52.075280 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Allocated IP 172.20.0.8 (6fd48c2e-fc16-4033-b0db-29cb7577514e/227da6ea-b968-46a8-b4d8-18ea8544387a/8f0ffb90-56c5-48e2-a950-ce3f96f35586) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:55:52.163529 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:55:52.185041 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] 10.222.0.41 "PUT /v2.0/routers/552496ef-4c8c-45ce-b86d-4546229f4078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7547610 Jun 27 12:55:52.213770 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60bacd-a5c3-4395-a983-33ef2e0631e5 req-2bcb56c3-e693-4850-9e4b-af85e941f4fb tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:52.215670 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3f60bacd-a5c3-4395-a983-33ef2e0631e5 req-2bcb56c3-e693-4850-9e4b-af85e941f4fb tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1039968 Jun 27 12:55:52.270630 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3f60bacd-a5c3-4395-a983-33ef2e0631e5 req-fac58e08-0dfa-41fb-a4fe-e25288c68912 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477433 Jun 27 12:55:52.319052 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:52.340290 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Transition to ACTIVE for port object 8f0ffb90-56c5-48e2-a950-ce3f96f35586 will not be triggered until provisioned by entity DHCP. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:52.375236 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78daf00-9105-46b6-89fe-3e9eb243258c req-dcda2bfc-b290-442e-9c78-4123080673be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:52.376907 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d78daf00-9105-46b6-89fe-3e9eb243258c req-dcda2bfc-b290-442e-9c78-4123080673be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 1098 time: 0.0949092 Jun 27 12:55:52.438832 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:52.498294 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:52.506648 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:52.554759 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78daf00-9105-46b6-89fe-3e9eb243258c req-823ffd67-3bd2-4c2c-ae6f-4150f25dbec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:52.556281 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d78daf00-9105-46b6-89fe-3e9eb243258c req-823ffd67-3bd2-4c2c-ae6f-4150f25dbec0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e0a05e66-37fd-4570-83e5-5ee41014dd0b HTTP/1.1" status: 200 len: 919 time: 0.1683958 Jun 27 12:55:52.602298 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Network 6fd48c2e-fc16-4033-b0db-29cb7577514e is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:55:52.605661 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:55:52.610116 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:55:52.624644 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:52.630805 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:52.631190 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:52.641685 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event updated for resources: {'Port': ['ID=8f0ffb90-56c5-48e2-a950-ce3f96f35586,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:52.648231 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:52.688751 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:52.689529 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:52.696916 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d78daf00-9105-46b6-89fe-3e9eb243258c req-228cc546-5afd-473c-a412-db6c667920e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9a1e60-2497-4a61-ae40-a8e96134e099 HTTP/1.1" status: 200 len: 217 time: 0.1258264 Jun 27 12:55:52.832090 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4407732 Jun 27 12:55:52.850803 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Request body: {'port': {'device_id': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:55:52.875434 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78daf00-9105-46b6-89fe-3e9eb243258c req-edc498c7-57cc-41d2-942d-500aed708a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:52.876921 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d78daf00-9105-46b6-89fe-3e9eb243258c req-edc498c7-57cc-41d2-942d-500aed708a20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce390726-c430-4a6a-89bf-434dd6715207 HTTP/1.1" status: 200 len: 858 time: 0.1721566 Jun 27 12:55:52.912339 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:52.949792 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:52.955120 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d78daf00-9105-46b6-89fe-3e9eb243258c req-4c133db4-4279-452b-861e-e5e3119035da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0a05e66-37fd-4570-83e5-5ee41014dd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694287 Jun 27 12:55:53.016033 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Sync routers for ids ['552496ef-4c8c-45ce-b86d-4546229f4078'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:55:53.040120 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Routers {'552496ef-4c8c-45ce-b86d-4546229f4078'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:53.040848 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:55:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['552496ef-4c8c-45ce-b86d-4546229f4078'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:53.112890 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:53.142002 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:53.159819 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:53.190194 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d78daf00-9105-46b6-89fe-3e9eb243258c req-54fad4cf-bf07-4766-acd0-0495dbecdd33 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248914 Jun 27 12:55:53.194643 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-0091155a-ea0e-414d-926c-c3da70dfb8a2 None None] Provisioning for port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:53.284154 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-0091155a-ea0e-414d-926c-c3da70dfb8a2 None None] Provisioning complete for port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:53.284511 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0091155a-ea0e-414d-926c-c3da70dfb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:53.381055 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b27cad-82e3-450d-84b0-20e6d2ad1e84 req-8c4632b8-8e0c-4bc7-ae6e-bf927e6dab51 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:53.381055 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-49b27cad-82e3-450d-84b0-20e6d2ad1e84 req-8c4632b8-8e0c-4bc7-ae6e-bf927e6dab51 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Synchronizing usage tracker for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:55:53.425441 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Set router 552496ef-4c8c-45ce-b86d-4546229f4078 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:53.546998 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:53.557715 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:53.572539 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-49b27cad-82e3-450d-84b0-20e6d2ad1e84 req-8c4632b8-8e0c-4bc7-ae6e-bf927e6dab51 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Unset dirty status for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:55:53.574310 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-49b27cad-82e3-450d-84b0-20e6d2ad1e84 req-8c4632b8-8e0c-4bc7-ae6e-bf927e6dab51 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 931 time: 0.5371828 Jun 27 12:55:53.583257 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-0091155a-ea0e-414d-926c-c3da70dfb8a2 None None] Port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:55:53.589356 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d78daf00-9105-46b6-89fe-3e9eb243258c req-86fb7eb1-f961-43fb-b91e-9fe0c79fae63 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869662 Jun 27 12:55:53.704847 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579232a6-aac7-4d85-b7b7-2c1363afda5c req-18b8a3b6-15e3-46ba-bd07-442b608ee000 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:53.713827 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-579232a6-aac7-4d85-b7b7-2c1363afda5c req-18b8a3b6-15e3-46ba-bd07-442b608ee000 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.2052617 Jun 27 12:55:53.837449 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-579232a6-aac7-4d85-b7b7-2c1363afda5c req-fb627e52-ec14-43d2-b221-8b8981992873 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227684 Jun 27 12:55:53.856262 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0ffb90-56c5-48e2-a950-ce3f96f35586 {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:55:53.864973 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:53.888848 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Transition to ACTIVE for port object 8f0ffb90-56c5-48e2-a950-ce3f96f35586 will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:53.918211 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f8220193-fcf5-4bbe-9e7d-1a65c95bb654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:53.922387 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-49b27cad-82e3-450d-84b0-20e6d2ad1e84 req-ff2f93eb-a83a-4076-8447-b36ee03086ab tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409507 Jun 27 12:55:53.973620 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:53.985383 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9c15b253-b881-4145-862a-48d840447342 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:54.146678 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'name': 'tempest-TestMinimumBasicScenario-1425594516-router', 'tenant_id': '8c534d167693469db12999051f9ae590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:44Z', 'updated_at': '2021-06-27T12:55:50Z', 'revision_number': 4, 'project_id': '8c534d167693469db12999051f9ae590', 'gw_port': {'id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:45Z', 'updated_at': '2021-06-27T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'd4266e2f-b631-433e-8932-18760fd71cc9', 'name': '', 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be', 'tenant_id': '8c534d167693469db12999051f9ae590', 'mac_address': 'fa:16:3e:a4:b2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fa2ca493-adac-45cd-9d5c-f1d670f08966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:49Z', 'updated_at': '2021-06-27T12:55:50Z', 'revision_number': 2, 'project_id': '8c534d167693469db12999051f9ae590', 'subnets': [{'id': 'fa2ca493-adac-45cd-9d5c-f1d670f08966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:54.151814 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Checking router: 552496ef-4c8c-45ce-b86d-4546229f4078 for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:55:54.152267 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Updating router 552496ef-4c8c-45ce-b86d-4546229f4078 port d4266e2f-b631-433e-8932-18760fd71cc9 binding host dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:55:54.202008 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Pushing event updated for resources: {'Port': ['ID=8f0ffb90-56c5-48e2-a950-ce3f96f35586,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:54.216211 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:54.243274 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:54.511961 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:54.512852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Attempting to bind port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:55:54.512852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Attempting to bind port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:55:54.512852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Attempting to bind port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 on network 6fd48c2e-fc16-4033-b0db-29cb7577514e {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:55:54.512852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 on network 6fd48c2e-fc16-4033-b0db-29cb7577514e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:55:54.512852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Attempting to bind port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 on network 6fd48c2e-fc16-4033-b0db-29cb7577514e {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:55:54.512852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:55:54.512852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Checking segment: {'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:54.512852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Bound using segment: {'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:55:54.512852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Bound port: 8f0ffb90-56c5-48e2-a950-ce3f96f35586, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3d1498-6216-44c7-a109-84a9c9e772f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:55:54.512852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:54.619039 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] For port 8f0ffb90-56c5-48e2-a950-ce3f96f35586, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:55:54.623630 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] For port 8f0ffb90-56c5-48e2-a950-ce3f96f35586, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:55:54.697523 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:54.698041 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:54.975344 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Notify callbacks [] for port, precommit_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:55.000646 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:55.001914 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Transition to ACTIVE for port object d4266e2f-b631-433e-8932-18760fd71cc9 will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:55:55.119219 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:55.134529 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-cfb98792-090d-488d-803c-3f1eb6f39f5b tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:55.166334 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:55.181220 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:55.197395 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0d0eb-ef4d-426f-acc7-588e2c2dd800 req-5dc22f39-5646-4553-9b07-9597c4567ce6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:55.199350 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-42a0d0eb-ef4d-426f-acc7-588e2c2dd800 req-5dc22f39-5646-4553-9b07-9597c4567ce6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1531365 Jun 27 12:55:55.280345 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:55.281191 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:55.282849 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] 10.222.0.52 "PUT /v2.0/ports/8f0ffb90-56c5-48e2-a950-ce3f96f35586 HTTP/1.1" status: 200 len: 1093 time: 2.4387877 Jun 27 12:55:55.284261 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:55:55.327762 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-42a0d0eb-ef4d-426f-acc7-588e2c2dd800 req-e64c9d99-e803-4d8b-9b5f-d5155ea36693 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134903 Jun 27 12:55:55.389870 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Pushing event updated for resources: {'Port': ['ID=8f0ffb90-56c5-48e2-a950-ce3f96f35586,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:55.394777 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:55.514591 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'status': 'completed', 'code': 200} Jun 27 12:55:55.539145 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb94e2a-6f3b-412a-aec7-97138b05875e req-9ea78aa6-3b61-4f6f-8352-0cf1f86d76c6 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:55.549208 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ddb94e2a-6f3b-412a-aec7-97138b05875e req-9ea78aa6-3b61-4f6f-8352-0cf1f86d76c6 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 943 time: 0.4711459 Jun 27 12:55:55.690957 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ddb94e2a-6f3b-412a-aec7-97138b05875e req-e7873f87-1a90-4983-9f18-4b673394f4fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407430 Jun 27 12:55:55.720001 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-a2f2f368-1869-4ae9-801d-c83aa060f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:55.721666 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-a2f2f368-1869-4ae9-801d-c83aa060f710 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527f951714be4a78bf6f5f771a6b92ff&device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 1096 time: 0.2995286 Jun 27 12:55:55.741174 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd4635-190e-4e45-acc3-f28909edc604 None None] Pushing event updated for resources: {'Port': ['ID=d4266e2f-b631-433e-8932-18760fd71cc9,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:55.750005 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-21fd4635-190e-4e45-acc3-f28909edc604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:55.807486 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Attempting to bind port d4266e2f-b631-433e-8932-18760fd71cc9 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:55:55.807853 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Attempting to bind port d4266e2f-b631-433e-8932-18760fd71cc9 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'eb471a79-15b6-460f-8737-15be7bf8dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:55:55.808216 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Attempting to bind port d4266e2f-b631-433e-8932-18760fd71cc9 on network 4ba70752-3f9f-4750-b49b-9478542573be {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:55:55.823582 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-08d317cb-ff03-4b2c-8f0f-5c46ed76ab42 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586 HTTP/1.1" status: 200 len: 217 time: 0.0934947 Jun 27 12:55:55.829087 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:55:55.829458 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Checking segment: {'id': 'eb471a79-15b6-460f-8737-15be7bf8dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:55:55.829856 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:55.830279 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Bound using segment: {'id': 'eb471a79-15b6-460f-8737-15be7bf8dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:55:55.830756 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Bound port: d4266e2f-b631-433e-8932-18760fd71cc9, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb471a79-15b6-460f-8737-15be7bf8dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:55:55.831263 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:55.913888 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-91daec69-78c5-40e2-a71b-57981bad246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:55.915668 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-91daec69-78c5-40e2-a71b-57981bad246f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=227da6ea-b968-46a8-b4d8-18ea8544387a HTTP/1.1" status: 200 len: 848 time: 0.0840418 Jun 27 12:55:55.958158 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] For port d4266e2f-b631-433e-8932-18760fd71cc9, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:55:56.036957 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] For port d4266e2f-b631-433e-8932-18760fd71cc9, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=d4266e2f-b631-433e-8932-18760fd71cc9,segment=NetworkSegment(eb471a79-15b6-460f-8737-15be7bf8dd10),segment_id=eb471a79-15b6-460f-8737-15be7bf8dd10)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:55:56.080103 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-1e67f981-0730-4845-9b82-e3bf63f8db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:56.081629 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-1e67f981-0730-4845-9b82-e3bf63f8db6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fd48c2e-fc16-4033-b0db-29cb7577514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1575184 Jun 27 12:55:56.108978 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:56.114784 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:56.199169 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:56.218185 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Routers {'552496ef-4c8c-45ce-b86d-4546229f4078'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:55:56.218862 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:55:54Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['552496ef-4c8c-45ce-b86d-4546229f4078'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:56.245843 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-d7f9e0b5-baa5-4921-a469-b7dbeda0bab2 service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551757 Jun 27 12:55:56.505858 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] Set router 552496ef-4c8c-45ce-b86d-4546229f4078 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:55:56.555723 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-80fbbf1a-77ef-4ae9-bbf1-9269310e3842 req-a2c48858-635f-404c-bb3f-8c99738f049c service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901378 Jun 27 12:55:56.596826 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd4635-190e-4e45-acc3-f28909edc604 None None] Pushing event updated for resources: {'Port': ['ID=d4266e2f-b631-433e-8932-18760fd71cc9,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:56.618089 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-21fd4635-190e-4e45-acc3-f28909edc604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:56.811323 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fa1a0-9839-47c3-9f13-b6c6321f3261 req-f6ef0cde-b184-46b0-b416-47afb9779bd8 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:56.824018 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6a5fa1a0-9839-47c3-9f13-b6c6321f3261 req-f6ef0cde-b184-46b0-b416-47afb9779bd8 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.2496181 Jun 27 12:55:56.920494 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580250-5fd2-4c59-b225-52277c573c15 req-3b2d38ae-d495-4193-bee8-8ca96fe6d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:56.937822 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6a5fa1a0-9839-47c3-9f13-b6c6321f3261 req-7b88ea6a-92c3-489d-bc2d-fc913e04f87c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892272 Jun 27 12:55:56.938787 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-09580250-5fd2-4c59-b225-52277c573c15 req-3b2d38ae-d495-4193-bee8-8ca96fe6d10f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527f951714be4a78bf6f5f771a6b92ff&device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 1096 time: 0.1675103 Jun 27 12:55:57.114021 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'name': 'tempest-TestMinimumBasicScenario-1425594516-router', 'tenant_id': '8c534d167693469db12999051f9ae590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:44Z', 'updated_at': '2021-06-27T12:55:50Z', 'revision_number': 4, 'project_id': '8c534d167693469db12999051f9ae590', 'gw_port': {'id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:45Z', 'updated_at': '2021-06-27T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'd4266e2f-b631-433e-8932-18760fd71cc9', 'name': '', 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be', 'tenant_id': '8c534d167693469db12999051f9ae590', 'mac_address': 'fa:16:3e:a4:b2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fa2ca493-adac-45cd-9d5c-f1d670f08966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:49Z', 'updated_at': '2021-06-27T12:55:55Z', 'revision_number': 4, 'project_id': '8c534d167693469db12999051f9ae590', 'subnets': [{'id': 'fa2ca493-adac-45cd-9d5c-f1d670f08966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:55:57.120262 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f59068-0076-4b3d-9742-f05bbafcfa03 None None] The sync data for ids ['552496ef-4c8c-45ce-b86d-4546229f4078'] in dv-cinder-798099-1-smb is: [{'id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'name': 'tempest-TestMinimumBasicScenario-1425594516-router', 'tenant_id': '8c534d167693469db12999051f9ae590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:44Z', 'updated_at': '2021-06-27T12:55:50Z', 'revision_number': 4, 'project_id': '8c534d167693469db12999051f9ae590', 'gw_port': {'id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:45Z', 'updated_at': '2021-06-27T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'd4266e2f-b631-433e-8932-18760fd71cc9', 'name': '', 'network_id': '4ba70752-3f9f-4750-b49b-9478542573be', 'tenant_id': '8c534d167693469db12999051f9ae590', 'mac_address': 'fa:16:3e:a4:b2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fa2ca493-adac-45cd-9d5c-f1d670f08966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:49Z', 'updated_at': '2021-06-27T12:55:55Z', 'revision_number': 4, 'project_id': '8c534d167693469db12999051f9ae590', 'subnets': [{'id': 'fa2ca493-adac-45cd-9d5c-f1d670f08966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:55:57.132097 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580250-5fd2-4c59-b225-52277c573c15 req-d0493c4c-c910-4600-9e7c-b4c68503052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:57.133530 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-09580250-5fd2-4c59-b225-52277c573c15 req-d0493c4c-c910-4600-9e7c-b4c68503052f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fd48c2e-fc16-4033-b0db-29cb7577514e HTTP/1.1" status: 200 len: 910 time: 0.1992781 Jun 27 12:55:57.155525 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cbe60-f613-408f-a0d3-89d34450aee8 req-94fb7f01-a604-43cc-8fe2-e6784d5f349e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:57.155525 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-975cbe60-f613-408f-a0d3-89d34450aee8 req-94fb7f01-a604-43cc-8fe2-e6784d5f349e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 943 time: 0.1928437 Jun 27 12:55:57.269791 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-09580250-5fd2-4c59-b225-52277c573c15 req-7b0a9f72-d57c-4aab-bcf0-9ed69f1e01ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586 HTTP/1.1" status: 200 len: 217 time: 0.1206045 Jun 27 12:55:57.378264 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-975cbe60-f613-408f-a0d3-89d34450aee8 req-4762aff3-c4f5-4fe1-98ba-91c3daa64dc7 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504333 Jun 27 12:55:57.386553 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580250-5fd2-4c59-b225-52277c573c15 req-146effe2-a191-4591-8f9a-e57d292c57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:57.389559 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-09580250-5fd2-4c59-b225-52277c573c15 req-146effe2-a191-4591-8f9a-e57d292c57ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=227da6ea-b968-46a8-b4d8-18ea8544387a HTTP/1.1" status: 200 len: 848 time: 0.1058869 Jun 27 12:55:57.490383 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580250-5fd2-4c59-b225-52277c573c15 req-1516986e-c529-42c6-be48-7d899ba5bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:57.515517 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-09580250-5fd2-4c59-b225-52277c573c15 req-1516986e-c529-42c6-be48-7d899ba5bc93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fd48c2e-fc16-4033-b0db-29cb7577514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940251 Jun 27 12:55:57.769421 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-09580250-5fd2-4c59-b225-52277c573c15 req-2702a9e6-6832-4176-aaa9-d2bae4b2331c service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626970 Jun 27 12:55:58.114867 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-09580250-5fd2-4c59-b225-52277c573c15 req-5cf195fe-4f70-4fd2-a6bd-2c12735efd9c service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414447 Jun 27 12:55:58.284919 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44684) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:58.331382 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44db2f8-7b76-49a0-99ae-8dede7468961 req-c9403094-adb5-4e14-b872-170b2f491fe2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:58.333054 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c44db2f8-7b76-49a0-99ae-8dede7468961 req-c9403094-adb5-4e14-b872-170b2f491fe2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.2685471 Jun 27 12:55:58.395399 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c44db2f8-7b76-49a0-99ae-8dede7468961 req-acafc7bb-bed7-4170-bf32-5cca3fa12bd7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554850 Jun 27 12:55:58.432138 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device d4266e2f-b631-433e-8932-18760fd71cc9 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:55:58.461568 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-fe8adb65-86f1-4dc0-a77d-be65e8ec1df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:58.487794 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-fe8adb65-86f1-4dc0-a77d-be65e8ec1df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:58.492640 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-fe8adb65-86f1-4dc0-a77d-be65e8ec1df9 admin admin] Usage tracker for resource:security_group_rule and tenant:63732a0b09264d39980d6e6e92fba509 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:58.496181 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-fe8adb65-86f1-4dc0-a77d-be65e8ec1df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:55:58.504601 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-fe8adb65-86f1-4dc0-a77d-be65e8ec1df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:55:58.640870 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port d4266e2f-b631-433e-8932-18760fd71cc9 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:55:58.640870 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port d4266e2f-b631-433e-8932-18760fd71cc9 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:55:58.641453 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:58.684799 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9df38-93c8-4271-b901-c1778c060bf8 req-002fa097-36b3-4686-b8a7-4df8402b5ddb tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:58.686383 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-59c9df38-93c8-4271-b901-c1778c060bf8 req-002fa097-36b3-4686-b8a7-4df8402b5ddb tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 943 time: 0.1488757 Jun 27 12:55:58.688205 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-fe8adb65-86f1-4dc0-a77d-be65e8ec1df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:58.770782 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-59c9df38-93c8-4271-b901-c1778c060bf8 req-c64d07d2-5f35-443a-b2db-19fefa19b63f tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757554 Jun 27 12:55:58.796392 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-fe8adb65-86f1-4dc0-a77d-be65e8ec1df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:58.804520 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a9d8f5ca-86b3-4fd6-a986-d1f8198ed3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:58.842387 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8adb65-86f1-4dc0-a77d-be65e8ec1df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911a3e9d-dffc-438d-8e19-499c2aa08322,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:58.860496 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-fe8adb65-86f1-4dc0-a77d-be65e8ec1df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:58.868660 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:58.893929 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-fe8adb65-86f1-4dc0-a77d-be65e8ec1df9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63732a0b09264d39980d6e6e92fba509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6078610 Jun 27 12:55:58.900840 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44696) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:58.926821 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port d4266e2f-b631-433e-8932-18760fd71cc9, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=d4266e2f-b631-433e-8932-18760fd71cc9,segment=NetworkSegment(eb471a79-15b6-460f-8737-15be7bf8dd10),segment_id=eb471a79-15b6-460f-8737-15be7bf8dd10)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:55:58.994027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-85f7ed44-e30d-4d3b-a990-4b77530b214b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:59.016752 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:59.018696 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:59.031333 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-85f7ed44-e30d-4d3b-a990-4b77530b214b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:59.118957 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=d4266e2f-b631-433e-8932-18760fd71cc9,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:59.123165 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:59.185396 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-85f7ed44-e30d-4d3b-a990-4b77530b214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:59.192696 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:55:59.206693 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7ed44-e30d-4d3b-a990-4b77530b214b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911a3e9d-dffc-438d-8e19-499c2aa08322,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:55:59.208862 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-85f7ed44-e30d-4d3b-a990-4b77530b214b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:59.210004 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-85f7ed44-e30d-4d3b-a990-4b77530b214b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/911a3e9d-dffc-438d-8e19-499c2aa08322 HTTP/1.1" status: 204 len: 168 time: 0.3081050 Jun 27 12:55:59.212632 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-85f7ed44-e30d-4d3b-a990-4b77530b214b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:55:59.676087 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66f80c-94f1-4103-9837-d82af4bad31b req-162f2714-cfb4-4479-9c0e-1cda07c76606 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:55:59.677868 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-dc66f80c-94f1-4103-9837-d82af4bad31b req-162f2714-cfb4-4479-9c0e-1cda07c76606 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1262834 Jun 27 12:55:59.730976 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-dc66f80c-94f1-4103-9837-d82af4bad31b req-b52185d9-ff38-4bf0-b1eb-2ada215c59d4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464337 Jun 27 12:55:59.953254 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44712) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:55:59.971401 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2e9b-9d17-4ff4-8d8e-4accc2fd7ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:59.989057 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-ed8b2e9b-9d17-4ff4-8d8e-4accc2fd7ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:55:59.993243 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-ed8b2e9b-9d17-4ff4-8d8e-4accc2fd7ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:ca75bee8985747888ffc9029cc806445 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:55:59.996414 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-ed8b2e9b-9d17-4ff4-8d8e-4accc2fd7ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:00.003391 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-ed8b2e9b-9d17-4ff4-8d8e-4accc2fd7ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:00.014693 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b537007-2895-4b9c-8753-a9414cc78a6f req-c90880f8-017f-42ae-8aa0-712cf1ff0cd0 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:00.023835 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1b537007-2895-4b9c-8753-a9414cc78a6f req-c90880f8-017f-42ae-8aa0-712cf1ff0cd0 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 943 time: 0.1162949 Jun 27 12:56:00.073578 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1b537007-2895-4b9c-8753-a9414cc78a6f req-323749ff-14a1-44a8-8d49-838cebae4764 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498898 Jun 27 12:56:00.109567 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2e9b-9d17-4ff4-8d8e-4accc2fd7ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:00.188137 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2e9b-9d17-4ff4-8d8e-4accc2fd7ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:00.196239 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-39d089fd-d57a-45db-9ea4-b541ca7d7f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:00.239521 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b2e9b-9d17-4ff4-8d8e-4accc2fd7ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a2438c-a24e-4e45-a763-c60c7716c722,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:00.243795 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ed8b2e9b-9d17-4ff4-8d8e-4accc2fd7ce7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca75bee8985747888ffc9029cc806445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894115 Jun 27 12:56:00.244813 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ed8b2e9b-9d17-4ff4-8d8e-4accc2fd7ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:00.248402 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44718) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:00.322547 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f1c23c94-40c0-4ef5-add4-47d0f8c20df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:00.359446 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f1c23c94-40c0-4ef5-add4-47d0f8c20df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:00.392454 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device d4266e2f-b631-433e-8932-18760fd71cc9 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:56:00.490236 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port d4266e2f-b631-433e-8932-18760fd71cc9 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:56:00.490526 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:00.527518 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f1c23c94-40c0-4ef5-add4-47d0f8c20df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:00.536363 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-9b64c8f7-25ad-4a8b-86c8-785737beba49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:00.547888 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c23c94-40c0-4ef5-add4-47d0f8c20df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a2438c-a24e-4e45-a763-c60c7716c722,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:00.552570 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-f1c23c94-40c0-4ef5-add4-47d0f8c20df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:00.559136 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f1c23c94-40c0-4ef5-add4-47d0f8c20df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:00.564545 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-f1c23c94-40c0-4ef5-add4-47d0f8c20df0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2a2438c-a24e-4e45-a763-c60c7716c722 HTTP/1.1" status: 204 len: 168 time: 0.3149784 Jun 27 12:56:01.155486 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f254630-48a7-4120-a77b-4767eaf5f72c req-ce8a4c58-5b49-4d02-915a-415eb650306c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:01.168327 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7f254630-48a7-4120-a77b-4767eaf5f72c req-ce8a4c58-5b49-4d02-915a-415eb650306c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1075008 Jun 27 12:56:01.284702 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7f254630-48a7-4120-a77b-4767eaf5f72c req-1c4bfef3-7653-45b3-93a8-5e091b93eaf5 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091099 Jun 27 12:56:01.344714 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aa46d-ce7c-40fc-95f8-566234d6c98f req-29be03a0-94d7-45f7-b798-fcad0b73aee9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:01.352177 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-696aa46d-ce7c-40fc-95f8-566234d6c98f req-29be03a0-94d7-45f7-b798-fcad0b73aee9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 943 time: 0.1400552 Jun 27 12:56:01.396048 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-696aa46d-ce7c-40fc-95f8-566234d6c98f req-55ca4f82-b629-423f-bdcd-fd810224c84e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429454 Jun 27 12:56:01.436180 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44732) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:01.454242 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2e9e02c7-cbfd-4835-ae86-4fb6bde46739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:01.469646 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-2e9e02c7-cbfd-4835-ae86-4fb6bde46739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:01.473994 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-2e9e02c7-cbfd-4835-ae86-4fb6bde46739 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b52abfb4f048779a38bcec8baea109 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:01.477525 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-2e9e02c7-cbfd-4835-ae86-4fb6bde46739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:01.484111 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-2e9e02c7-cbfd-4835-ae86-4fb6bde46739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:01.593343 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2e9e02c7-cbfd-4835-ae86-4fb6bde46739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:01.641427 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8f0ffb90-56c5-48e2-a950-ce3f96f35586 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:56:01.659057 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2e9e02c7-cbfd-4835-ae86-4fb6bde46739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:01.668166 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2c74aeb7-67f8-4761-9c31-4adffc807564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:01.716403 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-2e9e02c7-cbfd-4835-ae86-4fb6bde46739 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7b52abfb4f048779a38bcec8baea109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764654 Jun 27 12:56:01.716921 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44736) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:01.720005 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e02c7-cbfd-4835-ae86-4fb6bde46739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce9e4a5-030b-4774-bfd9-2e37ecc3fdd0,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:01.739714 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2e9e02c7-cbfd-4835-ae86-4fb6bde46739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:01.787790 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-88da0717-2c2a-44e2-b4c0-14ff34392a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:01.794704 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8f0ffb90-56c5-48e2-a950-ce3f96f35586, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:56:01.809302 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'port_id': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'mac_address': 'fa:16:3e:bc:9a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:56:01.819113 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-88da0717-2c2a-44e2-b4c0-14ff34392a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:01.867947 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:01.914384 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0ffb90-56c5-48e2-a950-ce3f96f35586 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:56:01.931497 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8f0ffb90-56c5-48e2-a950-ce3f96f35586, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:56:02.139758 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-88da0717-2c2a-44e2-b4c0-14ff34392a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:02.143820 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e88b24fc-8611-4771-95ae-ba5f89b42169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:02.157767 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da0717-2c2a-44e2-b4c0-14ff34392a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce9e4a5-030b-4774-bfd9-2e37ecc3fdd0,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:02.160719 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-88da0717-2c2a-44e2-b4c0-14ff34392a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:02.162770 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-88da0717-2c2a-44e2-b4c0-14ff34392a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:02.163752 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-88da0717-2c2a-44e2-b4c0-14ff34392a34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ce9e4a5-030b-4774-bfd9-2e37ecc3fdd0 HTTP/1.1" status: 204 len: 168 time: 0.4458051 Jun 27 12:56:02.177356 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:02.180732 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-27d7bcc6-54ed-40bd-aec3-a8c72b81d9a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:02.250087 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=8f0ffb90-56c5-48e2-a950-ce3f96f35586,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:02.253151 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:02.571746 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['8f0ffb90-56c5-48e2-a950-ce3f96f35586'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:56:02.578378 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6699-b378-46aa-92f7-3495c4516d7f req-f1664bee-2b8c-4137-8731-f6b45bd322df tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:02.588065 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-382c6699-b378-46aa-92f7-3495c4516d7f req-f1664bee-2b8c-4137-8731-f6b45bd322df tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1724641 Jun 27 12:56:02.654916 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-382c6699-b378-46aa-92f7-3495c4516d7f req-990ea5d4-6fd5-4892-b85b-e3d86910ab84 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655901 Jun 27 12:56:02.722850 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cf448-c996-4618-91da-210a8b7478ae req-4624a166-42a4-4375-bf89-8c1907cdd7f0 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:02.725294 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f53cf448-c996-4618-91da-210a8b7478ae req-4624a166-42a4-4375-bf89-8c1907cdd7f0 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 944 time: 0.1608474 Jun 27 12:56:02.837725 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f53cf448-c996-4618-91da-210a8b7478ae req-5e0da249-c7f9-4f2f-89f7-86204487a662 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990498 Jun 27 12:56:03.914483 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ffb15-5854-4afd-adc6-39508940387c req-16ac43c1-8fbf-41e6-bc40-25c8d18e661d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:03.925644 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-217ffb15-5854-4afd-adc6-39508940387c req-16ac43c1-8fbf-41e6-bc40-25c8d18e661d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1103714 Jun 27 12:56:03.976650 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-217ffb15-5854-4afd-adc6-39508940387c req-507ab340-3763-4ae9-8a77-7c5612f7b554 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498040 Jun 27 12:56:04.113724 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddd34c-3215-46d9-88e4-49bcd7da9bd0 req-eb327ec2-3b48-41c0-9275-f51b451b3a18 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:04.116173 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25ddd34c-3215-46d9-88e4-49bcd7da9bd0 req-eb327ec2-3b48-41c0-9275-f51b451b3a18 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 944 time: 0.0981011 Jun 27 12:56:04.182014 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25ddd34c-3215-46d9-88e4-49bcd7da9bd0 req-52d03f40-e3ad-43ba-9bff-5bf81df86d2d tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587394 Jun 27 12:56:05.191476 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f1286-3c58-4012-bed9-b7110188d915 req-1f74ffdf-a31a-4048-a64b-6b4089495dbc tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:05.193440 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-471f1286-3c58-4012-bed9-b7110188d915 req-1f74ffdf-a31a-4048-a64b-6b4089495dbc tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0916591 Jun 27 12:56:05.258922 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-471f1286-3c58-4012-bed9-b7110188d915 req-0ec9b41d-44d0-4914-a7ef-a4cb0b3347f2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566082 Jun 27 12:56:05.414092 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a1e6d-5d09-453a-8807-c78f7f086839 req-3280b83d-ec1e-4a1f-b465-9031bee07804 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:05.416392 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-155a1e6d-5d09-453a-8807-c78f7f086839 req-3280b83d-ec1e-4a1f-b465-9031bee07804 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 944 time: 0.1079631 Jun 27 12:56:05.481214 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-155a1e6d-5d09-453a-8807-c78f7f086839 req-a12ca740-dc20-4da1-be26-3bd33a635520 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526350 Jun 27 12:56:05.656110 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8f0ffb90-56c5-48e2-a950-ce3f96f35586 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:56:06.161741 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:56:06.168704 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:56:06.169084 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:06.322330 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:06.356312 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:56:06.372170 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8f0ffb90-56c5-48e2-a950-ce3f96f35586, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:56:06.434604 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'code': 200} Jun 27 12:56:06.451717 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:06.454296 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:06.517357 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b30eb-8e4f-404a-b30f-abd5da931910 req-17b74384-49a4-4deb-b4b8-644e51c37b41 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:06.519048 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fc8b30eb-8e4f-404a-b30f-abd5da931910 req-17b74384-49a4-4deb-b4b8-644e51c37b41 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0950894 Jun 27 12:56:06.572240 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=8f0ffb90-56c5-48e2-a950-ce3f96f35586,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:06.578356 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fc8b30eb-8e4f-404a-b30f-abd5da931910 req-dd71a4ab-2e3c-4ecf-a7b6-a9b161ee699a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518310 Jun 27 12:56:06.584319 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:06.746310 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65422664-7308-43e3-b6d1-50b2a69c6e34 req-5434286b-dfee-4c64-9570-7f56ea5d8c3e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:06.755870 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65422664-7308-43e3-b6d1-50b2a69c6e34 req-5434286b-dfee-4c64-9570-7f56ea5d8c3e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.1200726 Jun 27 12:56:06.826473 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-65422664-7308-43e3-b6d1-50b2a69c6e34 req-941e22af-59ab-469c-87b2-bbd1e851dddb tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693872 Jun 27 12:56:07.135084 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee804b80-e688-40ff-9e80-9b01403c9249 req-e7543484-0ed8-48ab-9500-6e63db4c6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:07.136649 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ee804b80-e688-40ff-9e80-9b01403c9249 req-e7543484-0ed8-48ab-9500-6e63db4c6202 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 1098 time: 0.0768189 Jun 27 12:56:07.183819 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ee804b80-e688-40ff-9e80-9b01403c9249 req-fadcbda5-9f9c-4895-a7d2-63af11b562e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 Jun 27 12:56:07.851513 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec82e8-148e-4ef1-a446-6fa1a7160128 req-73dc51c8-df11-4a94-a954-517071a1f4d0 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:07.853346 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-43ec82e8-148e-4ef1-a446-6fa1a7160128 req-73dc51c8-df11-4a94-a954-517071a1f4d0 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1667037 Jun 27 12:56:07.923893 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-43ec82e8-148e-4ef1-a446-6fa1a7160128 req-1f40ab8b-83ea-49b4-83a0-a21fb059961b tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636957 Jun 27 12:56:08.041216 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db2c9c-5b71-4bc8-8515-7e388f7ce126 req-33a2b57b-5551-4065-aa65-b8ccdc1a08ae tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:08.042744 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-94db2c9c-5b71-4bc8-8515-7e388f7ce126 req-33a2b57b-5551-4065-aa65-b8ccdc1a08ae tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0889976 Jun 27 12:56:08.090200 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-94db2c9c-5b71-4bc8-8515-7e388f7ce126 req-28dd84f3-43fd-484b-be6c-eeb3d8db7ad9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Synchronizing usage tracker for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:security_group {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:56:08.103301 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-94db2c9c-5b71-4bc8-8515-7e388f7ce126 req-28dd84f3-43fd-484b-be6c-eeb3d8db7ad9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Unset dirty status for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:security_group {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:56:08.104445 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-94db2c9c-5b71-4bc8-8515-7e388f7ce126 req-28dd84f3-43fd-484b-be6c-eeb3d8db7ad9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558085 Jun 27 12:56:08.190019 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-852db365-cc4c-4788-8a51-83dc09111097 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:08.191454 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-852db365-cc4c-4788-8a51-83dc09111097 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/networks?id=7aede900-0ce1-4214-8896-d1aff57446fa HTTP/1.1" status: 200 len: 814 time: 0.1501248 Jun 27 12:56:08.206432 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-733650d8-9287-4da5-b62a-758d493fb7c2 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/quotas/033fad0c52a943eba0be4e7ce5ce0b6b HTTP/1.1" status: 200 len: 375 time: 0.0090039 Jun 27 12:56:08.291242 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-5715c95b-4238-48c3-b4a1-ccc9b9a645aa tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789196 Jun 27 12:56:08.503933 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-877c991d-2393-4e4c-a192-7889998d777c service neutron] 10.222.0.41 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015700 Jun 27 12:56:08.639567 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-c57cb844-9b4d-4930-95c4-38555857d8af service neutron] 10.222.0.41 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284041 Jun 27 12:56:08.865859 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-68677949-6cf3-4e3d-a8ee-c20205048628 req-4455932c-6379-4cb5-9b5a-e09f31910347 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Synchronizing usage tracker for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:56:08.960061 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-68677949-6cf3-4e3d-a8ee-c20205048628 req-4455932c-6379-4cb5-9b5a-e09f31910347 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Unset dirty status for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:56:08.961413 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-68677949-6cf3-4e3d-a8ee-c20205048628 req-4455932c-6379-4cb5-9b5a-e09f31910347 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 210 time: 0.1385012 Jun 27 12:56:09.134440 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a5b12-0dde-43db-b69a-ef6f526228ca req-4c07c335-9363-4d0e-9335-57e8eb82d82b tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:09.136028 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7b3a5b12-0dde-43db-b69a-ef6f526228ca req-4c07c335-9363-4d0e-9335-57e8eb82d82b tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0885825 Jun 27 12:56:09.194134 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7b3a5b12-0dde-43db-b69a-ef6f526228ca req-0fd0ddeb-082e-40f6-b163-cccd343e6bb8 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470364 Jun 27 12:56:09.313091 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982c81e-58c4-4990-9db4-0710a268a983 req-8abb15d4-8c49-4ffe-b472-2306f4e1dcc4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:09.314542 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9982c81e-58c4-4990-9db4-0710a268a983 req-8abb15d4-8c49-4ffe-b472-2306f4e1dcc4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0825143 Jun 27 12:56:09.368170 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9982c81e-58c4-4990-9db4-0710a268a983 req-0fedc88d-81b0-4bae-85c8-d2c982a1a6c6 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474839 Jun 27 12:56:09.565470 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23487aa6-9d83-4261-9caf-a8924536766e req-ff3b0372-dd37-493b-a409-7570e4259fe5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:09.567180 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-23487aa6-9d83-4261-9caf-a8924536766e req-ff3b0372-dd37-493b-a409-7570e4259fe5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0822122 Jun 27 12:56:09.613756 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-23487aa6-9d83-4261-9caf-a8924536766e req-29352b8d-b6ac-4335-87d8-46691e3e2f2f tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395186 Jun 27 12:56:09.642513 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44898) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:09.886982 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4bef-3014-4427-a136-0993fccc532b tempest-TestShelveInstance-467318491 tempest-TestShelveInstance-467318491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:09.887677 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1c2e4bef-3014-4427-a136-0993fccc532b tempest-TestShelveInstance-467318491 tempest-TestShelveInstance-467318491-project-admin] Synchronizing usage tracker for tenant:f8da7dc9ab5b4d08a63968a81e500fcd on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:56:09.995602 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-1c2e4bef-3014-4427-a136-0993fccc532b tempest-TestShelveInstance-467318491 tempest-TestShelveInstance-467318491-project-admin] Unset dirty status for tenant:f8da7dc9ab5b4d08a63968a81e500fcd on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:56:09.997596 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-1c2e4bef-3014-4427-a136-0993fccc532b tempest-TestShelveInstance-467318491 tempest-TestShelveInstance-467318491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 1093 time: 0.3532045 Jun 27 12:56:09.999637 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44906) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:10.012158 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Request body: {'floatingip': {'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'port_id': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:10.018605 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:10.022526 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Usage tracker for resource:floatingip and tenant:527f951714be4a78bf6f5f771a6b92ff is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:10.025331 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:10.031345 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:10.078168 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d4cd9abe-0ec9-4399-b0e8-270d5dd1ae02 req-5800e31b-de04-4359-8bdf-9b5b2d41947f tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 210 time: 0.0435588 Jun 27 12:56:10.132884 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for floatingip, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:10.279460 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:10.483196 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21da77-c407-4af2-9522-6c3c8a6cbd66 req-0ce6c371-fe68-48c8-92a5-c31e59637046 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:10.484748 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cd21da77-c407-4af2-9522-6c3c8a6cbd66 req-0ce6c371-fe68-48c8-92a5-c31e59637046 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1631968 Jun 27 12:56:10.496497 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Allocated IP 172.28.1.40 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/215a0870-c6df-462d-b370-329e471d7b95) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:56:10.611495 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cd21da77-c407-4af2-9522-6c3c8a6cbd66 req-3301822b-81eb-452d-9a58-be20e81ec8e5 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163099 Jun 27 12:56:10.684114 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:10.794429 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:10.804161 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-776f1c9c-1f02-4b0f-9b51-7c0b132cffc1 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:10.851853 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:56:10.862782 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:56:10.867001 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:56:10.920170 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event updated for resources: {'Port': ['ID=215a0870-c6df-462d-b370-329e471d7b95,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:10.924091 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:11.019402 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44926) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:11.157954 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-db36f86f-3f36-4243-99a7-ed700a438369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:11.173673 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-db36f86f-3f36-4243-99a7-ed700a438369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:11.177780 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-db36f86f-3f36-4243-99a7-ed700a438369 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e6f33324764e209d8ff2e2ef7e888f is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:11.180972 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-db36f86f-3f36-4243-99a7-ed700a438369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:11.186903 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-db36f86f-3f36-4243-99a7-ed700a438369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:11.257815 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8fa216b3-587f-4fe7-8cd3-4bba21933114 req-47e44077-62f5-4ef9-a928-f003313b2c9e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 210 time: 0.0516701 Jun 27 12:56:11.319144 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-db36f86f-3f36-4243-99a7-ed700a438369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:11.356789 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:11.382216 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-db36f86f-3f36-4243-99a7-ed700a438369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:11.388836 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5670ac0f-4e70-4d18-9886-f07a93e04d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:11.432393 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-db36f86f-3f36-4243-99a7-ed700a438369 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4e6f33324764e209d8ff2e2ef7e888f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117877 Jun 27 12:56:11.434056 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 44936) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:11.435379 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36f86f-3f36-4243-99a7-ed700a438369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1337e20b-08e9-484b-a981-a7f3d50f7b2d,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:11.440014 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-db36f86f-3f36-4243-99a7-ed700a438369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:11.690484 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:11.850410 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8b51-1fe4-44d5-8560-3fa6dc837330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:11.884684 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-289cf4c4-62f8-4148-a247-e2262b1c071e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:11.886021 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-289cf4c4-62f8-4148-a247-e2262b1c071e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.52 "GET /v2.0/networks?id=7aede900-0ce1-4214-8896-d1aff57446fa HTTP/1.1" status: 200 len: 814 time: 0.3211627 Jun 27 12:56:11.906188 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Request body: {'port': {'device_id': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'admin_state_up': True, 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:12.002679 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8b51-1fe4-44d5-8560-3fa6dc837330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:12.143620 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e434e9-62fb-4023-befe-586f5d1db1c8 req-81f38e4a-bc59-489d-bcb8-d1115ed350d5 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:12.148609 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-26e434e9-62fb-4023-befe-586f5d1db1c8 req-81f38e4a-bc59-489d-bcb8-d1115ed350d5 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.4144063 Jun 27 12:56:12.245870 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:12.253852 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-26e434e9-62fb-4023-befe-586f5d1db1c8 req-5d292a76-6e3e-4a0c-9839-13ace53783c4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947418 Jun 27 12:56:12.272571 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:12.277960 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:12.286912 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8b51-1fe4-44d5-8560-3fa6dc837330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:12.291320 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2e9e02c7-cbfd-4835-ae86-4fb6bde46739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:12.301758 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a8b51-1fe4-44d5-8560-3fa6dc837330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1337e20b-08e9-484b-a981-a7f3d50f7b2d,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:12.305931 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-4c1a8b51-1fe4-44d5-8560-3fa6dc837330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:12.317694 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8b51-1fe4-44d5-8560-3fa6dc837330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:12.321852 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-4c1a8b51-1fe4-44d5-8560-3fa6dc837330 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1337e20b-08e9-484b-a981-a7f3d50f7b2d HTTP/1.1" status: 204 len: 168 time: 0.8844700 Jun 27 12:56:12.345562 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:12.357467 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e6339f27-c431-4bae-98a0-aa22f0d64426 tempest-VolumesActionsTest-2030122676 tempest-VolumesActionsTest-2030122676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:12.404871 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Made reservation on behalf of 033fad0c52a943eba0be4e7ce5ce0b6b for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:56:12.408255 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:12.448578 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7fe16d05-af05-44b0-8882-7b71b3a6b7e3 req-cc9f9919-0933-430a-8c2d-5344787f59ab tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 210 time: 0.0538123 Jun 27 12:56:12.527845 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event updated for resources: {'Port': ['ID=215a0870-c6df-462d-b370-329e471d7b95,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:12.535245 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:12.558675 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:12.807418 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Allocated IP 172.20.0.8 (7aede900-0ce1-4214-8896-d1aff57446fa/dc4cb3a9-e3ba-4943-9903-83e2fbc7284c/8588d35a-cf2c-4b35-b339-85ba3e2ade97) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:56:12.813506 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.l3_db [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Floating IP 94a75629-4a37-4477-af7a-e6da8e3b7edc associated. External IP: 172.28.1.40, port: 8f0ffb90-56c5-48e2-a950-ce3f96f35586. Jun 27 12:56:13.035275 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44976) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:13.095936 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa68f-78d3-4294-a2da-c5adb1d3f298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:13.145569 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-ca4fa68f-78d3-4294-a2da-c5adb1d3f298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:13.162667 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-ca4fa68f-78d3-4294-a2da-c5adb1d3f298 admin admin] Usage tracker for resource:security_group_rule and tenant:5491a2ffd8794fc584053e8812230c00 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:13.172983 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-ca4fa68f-78d3-4294-a2da-c5adb1d3f298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:13.193260 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-ca4fa68f-78d3-4294-a2da-c5adb1d3f298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:13.406197 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa68f-78d3-4294-a2da-c5adb1d3f298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:13.496972 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:13.504749 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa68f-78d3-4294-a2da-c5adb1d3f298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:13.558826 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ebbf1c41-87f0-42d5-8bcf-b4ea8456b70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:13.601851 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Transition to ACTIVE for port object 8588d35a-cf2c-4b35-b339-85ba3e2ade97 will not be triggered until provisioned by entity DHCP. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:56:13.625160 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fa68f-78d3-4294-a2da-c5adb1d3f298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabffb29-24ba-423f-b788-4cde98f6bf48,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:13.632770 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ca4fa68f-78d3-4294-a2da-c5adb1d3f298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:13.644210 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Router ce5178ba-59d7-4fe1-bc86-9610d0c85115 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:56:13.681622 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8bc8-2b77-43b5-828f-0f6bfb198896 req-ac6a4ab5-1d92-44a1-a9d2-4dd0a7e623b7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:13.683183 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-172f8bc8-2b77-43b5-828f-0f6bfb198896 req-ac6a4ab5-1d92-44a1-a9d2-4dd0a7e623b7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.2655349 Jun 27 12:56:13.750284 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ca4fa68f-78d3-4294-a2da-c5adb1d3f298 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5491a2ffd8794fc584053e8812230c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082403 Jun 27 12:56:13.757775 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 44988) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:13.780556 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:13.790618 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:13.794222 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f3ae8083-5ea6-4c5e-918e-ab3f8a455af6 req-d36b7b6c-66fb-4752-94e3-e99b7992e37d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 210 time: 0.1175728 Jun 27 12:56:13.875059 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8a68a203-1813-4ec3-bf8b-72139be2f0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:13.896164 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-172f8bc8-2b77-43b5-828f-0f6bfb198896 req-7b5bc3fa-415b-4365-911a-2c8b512265d5 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063842 Jun 27 12:56:13.900833 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Network 7aede900-0ce1-4214-8896-d1aff57446fa is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:56:13.931964 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8a68a203-1813-4ec3-bf8b-72139be2f0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:13.954157 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:56:13.965802 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:56:14.016444 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'Port': ['ID=8588d35a-cf2c-4b35-b339-85ba3e2ade97,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:14.029185 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:14.080278 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:14.080956 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:14.103806 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:56:14.116554 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cfbc1e-1356-4e10-b7b2-4060245edb84 None None] Sync routers for ids ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:56:14.133378 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cfbc1e-1356-4e10-b7b2-4060245edb84 None None] Routers {'ce5178ba-59d7-4fe1-bc86-9610d0c85115'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:56:14.134078 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-c7cfbc1e-1356-4e10-b7b2-4060245edb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:55:54Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:56:14.144214 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8a68a203-1813-4ec3-bf8b-72139be2f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:14.149005 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-06a8aff9-85a5-4037-9a89-fbacf22c6c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:14.171182 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68a203-1813-4ec3-bf8b-72139be2f0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabffb29-24ba-423f-b788-4cde98f6bf48,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:14.180839 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-8a68a203-1813-4ec3-bf8b-72139be2f0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:14.181682 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-8a68a203-1813-4ec3-bf8b-72139be2f0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:14.182859 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-8a68a203-1813-4ec3-bf8b-72139be2f0ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aabffb29-24ba-423f-b788-4cde98f6bf48 HTTP/1.1" status: 204 len: 168 time: 0.4153552 Jun 27 12:56:14.217170 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:14.282122 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3843462 Jun 27 12:56:14.324671 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3238218 Jun 27 12:56:14.326419 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:56:14.349767 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-c7cfbc1e-1356-4e10-b7b2-4060245edb84 None None] Set router ce5178ba-59d7-4fe1-bc86-9610d0c85115 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:56:14.384999 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'status': 'completed', 'code': 200} Jun 27 12:56:14.419139 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-37554f66-51c5-4d87-94e7-82ed0bb873e6 None None] Provisioning for port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:56:14.426946 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-37554f66-51c5-4d87-94e7-82ed0bb873e6 None None] Provisioning complete for port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:56:14.427740 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-37554f66-51c5-4d87-94e7-82ed0bb873e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:14.495428 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-37554f66-51c5-4d87-94e7-82ed0bb873e6 None None] Port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:56:14.762440 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-c7cfbc1e-1356-4e10-b7b2-4060245edb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:51Z', 'revision_number': 4, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '94a75629-4a37-4477-af7a-e6da8e3b7edc', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'floating_ip_address': '172.28.1.40', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'port_id': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'mac_address': 'fa:16:3e:bc:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:56:11Z', 'updated_at': '2021-06-27T12:56:11Z', 'revision_number': 0, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e677cf8-b6f2-4658-99e5-c8c2ae85b955', 'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'mac_address': 'fa:16:3e:71:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:50Z', 'updated_at': '2021-06-27T12:55:01Z', 'revision_number': 5, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'subnets': [{'id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:56:14.767905 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cfbc1e-1356-4e10-b7b2-4060245edb84 None None] Checking router: ce5178ba-59d7-4fe1-bc86-9610d0c85115 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:56:14.778829 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cfbc1e-1356-4e10-b7b2-4060245edb84 None None] Routers {'ce5178ba-59d7-4fe1-bc86-9610d0c85115'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:56:14.779798 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-c7cfbc1e-1356-4e10-b7b2-4060245edb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:55:54Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:56:14.998430 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-c7cfbc1e-1356-4e10-b7b2-4060245edb84 None None] Set router ce5178ba-59d7-4fe1-bc86-9610d0c85115 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:56:15.081954 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb493a-eab8-44f6-858b-d54744a93cfa req-0defa2ef-517d-493a-b342-33c1e7d8cab4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:15.082792 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-11cb493a-eab8-44f6-858b-d54744a93cfa req-0defa2ef-517d-493a-b342-33c1e7d8cab4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Synchronizing usage tracker for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:56:15.169183 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480d200-4236-4f0f-ade9-796b7649a6f3 req-ec0a8f4b-912f-4b85-b52c-89fcbd085c52 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:15.170550 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a480d200-4236-4f0f-ade9-796b7649a6f3 req-ec0a8f4b-912f-4b85-b52c-89fcbd085c52 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1032672 Jun 27 12:56:15.182300 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-11cb493a-eab8-44f6-858b-d54744a93cfa req-0defa2ef-517d-493a-b342-33c1e7d8cab4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Unset dirty status for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:56:15.183729 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-11cb493a-eab8-44f6-858b-d54744a93cfa req-0defa2ef-517d-493a-b342-33c1e7d8cab4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 931 time: 0.2313232 Jun 27 12:56:15.226063 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a480d200-4236-4f0f-ade9-796b7649a6f3 req-f9325595-12ff-4b48-88d8-c94bcf03a336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495989 Jun 27 12:56:15.298525 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-11cb493a-eab8-44f6-858b-d54744a93cfa req-12f7d217-da3d-4368-bdc9-f9a6805d28e4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004045 Jun 27 12:56:15.520798 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-c7cfbc1e-1356-4e10-b7b2-4060245edb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:51Z', 'revision_number': 4, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '94a75629-4a37-4477-af7a-e6da8e3b7edc', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'floating_ip_address': '172.28.1.40', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'port_id': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'mac_address': 'fa:16:3e:bc:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:56:11Z', 'updated_at': '2021-06-27T12:56:11Z', 'revision_number': 0, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e677cf8-b6f2-4658-99e5-c8c2ae85b955', 'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'mac_address': 'fa:16:3e:71:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:50Z', 'updated_at': '2021-06-27T12:55:01Z', 'revision_number': 5, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'subnets': [{'id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:56:15.526111 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cfbc1e-1356-4e10-b7b2-4060245edb84 None None] The sync data for ids ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'] in dv-cinder-798099-1-smb is: [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:51Z', 'revision_number': 4, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '94a75629-4a37-4477-af7a-e6da8e3b7edc', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'floating_ip_address': '172.28.1.40', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'port_id': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'mac_address': 'fa:16:3e:bc:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:56:11Z', 'updated_at': '2021-06-27T12:56:11Z', 'revision_number': 0, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e677cf8-b6f2-4658-99e5-c8c2ae85b955', 'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'mac_address': 'fa:16:3e:71:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:50Z', 'updated_at': '2021-06-27T12:55:01Z', 'revision_number': 5, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'subnets': [{'id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:56:15.735735 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef49629-3514-477a-a15f-8e8c07dde328 None None] New status for floating IP 94a75629-4a37-4477-af7a-e6da8e3b7edc: ACTIVE {{(pid=79439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:56:16.371582 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:16.618810 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985654c3-f430-4c1a-add4-779584527808 req-df595047-bb87-4445-99d6-993a822b8480 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:16.621341 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-985654c3-f430-4c1a-add4-779584527808 req-df595047-bb87-4445-99d6-993a822b8480 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 931 time: 0.1629488 Jun 27 12:56:16.695652 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d40e1-d990-400a-9edd-9cc033feea6b req-17abc51f-4c6f-4456-966c-794e9510f440 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:16.715099 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-732d40e1-d990-400a-9edd-9cc033feea6b req-17abc51f-4c6f-4456-966c-794e9510f440 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.3520608 Jun 27 12:56:16.725079 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-985654c3-f430-4c1a-add4-779584527808 req-3c9dea08-e630-449c-bec1-799a11cc7f05 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962358 Jun 27 12:56:16.776830 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-732d40e1-d990-400a-9edd-9cc033feea6b req-e0211811-6f52-4d05-8b75-0f48a813f2e7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677261 Jun 27 12:56:17.097501 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45058) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:17.295678 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b50bc012-f744-40af-ad1b-508ca90fd00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:17.326350 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-b50bc012-f744-40af-ad1b-508ca90fd00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:17.330441 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-b50bc012-f744-40af-ad1b-508ca90fd00f admin admin] Usage tracker for resource:security_group_rule and tenant:b752527ea0004096b7200f888b89bc9d is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:17.333238 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-b50bc012-f744-40af-ad1b-508ca90fd00f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:17.339643 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-b50bc012-f744-40af-ad1b-508ca90fd00f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:17.423428 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b50bc012-f744-40af-ad1b-508ca90fd00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:17.474983 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b50bc012-f744-40af-ad1b-508ca90fd00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:17.482793 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-fe8adb65-86f1-4dc0-a77d-be65e8ec1df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:17.528647 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-b50bc012-f744-40af-ad1b-508ca90fd00f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b752527ea0004096b7200f888b89bc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276142 Jun 27 12:56:17.528647 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bc012-f744-40af-ad1b-508ca90fd00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c27d94-8cee-4818-8b1e-49874868807b,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:17.528942 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45066) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:17.541017 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b50bc012-f744-40af-ad1b-508ca90fd00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:17.595847 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a82f81c9-b10a-45b5-85d0-2d9af280e8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:17.624008 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a82f81c9-b10a-45b5-85d0-2d9af280e8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:17.748299 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a82f81c9-b10a-45b5-85d0-2d9af280e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:17.753168 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-a91cfa52-8934-4406-aeb7-f0acc5150abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:17.771270 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f81c9-b10a-45b5-85d0-2d9af280e8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c27d94-8cee-4818-8b1e-49874868807b,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:17.774337 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-a82f81c9-b10a-45b5-85d0-2d9af280e8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:17.776358 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a82f81c9-b10a-45b5-85d0-2d9af280e8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:17.777622 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-a82f81c9-b10a-45b5-85d0-2d9af280e8f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28c27d94-8cee-4818-8b1e-49874868807b HTTP/1.1" status: 204 len: 168 time: 0.2477641 Jun 27 12:56:18.079195 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8996a-566a-4eb9-8fbe-472641a13e6b req-c599b32a-aa5e-4227-b570-e5f5ec8a0ce8 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:18.080713 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e7d8996a-566a-4eb9-8fbe-472641a13e6b req-c599b32a-aa5e-4227-b570-e5f5ec8a0ce8 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 931 time: 0.1655474 Jun 27 12:56:18.095508 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd12aca-7cea-4722-8018-59b00bc4651e req-c0117278-78b7-420f-9aea-592b2333edb0 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:18.097751 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fdd12aca-7cea-4722-8018-59b00bc4651e req-c0117278-78b7-420f-9aea-592b2333edb0 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1504440 Jun 27 12:56:18.153736 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e7d8996a-566a-4eb9-8fbe-472641a13e6b req-003dc54e-a36a-40e4-92a9-2b7c8accfb25 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664291 Jun 27 12:56:18.169916 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fdd12aca-7cea-4722-8018-59b00bc4651e req-7392a80b-5cdc-4ea9-be1d-8bacd278b7c1 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645442 Jun 27 12:56:18.956934 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45098) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:19.077874 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-52735682-network', 'tenant_id': '41883239c8f2493ab75da4e380637280'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:19.082780 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:19.087032 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Usage tracker for resource:network and tenant:41883239c8f2493ab75da4e380637280 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:19.090095 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:19.103513 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:19.188110 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Made reservation on behalf of 41883239c8f2493ab75da4e380637280 for: {'network': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:56:19.190479 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:19.219836 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:19.253553 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:19.258182 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Usage tracker for resource:security_group_rule and tenant:41883239c8f2493ab75da4e380637280 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:19.261421 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:19.268813 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:19.380489 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5d4ed-973d-47c1-adfc-06d825e8d0b6 req-cbf126c5-0248-4e8d-ac78-ec02b454388a tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:19.389021 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d9d5d4ed-973d-47c1-adfc-06d825e8d0b6 req-cbf126c5-0248-4e8d-ac78-ec02b454388a tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 931 time: 0.0932693 Jun 27 12:56:19.439322 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d9d5d4ed-973d-47c1-adfc-06d825e8d0b6 req-c952e98b-e377-40be-8435-f91f723deb2d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492096 Jun 27 12:56:19.450508 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:19.470185 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b8996-3159-4fe5-b402-c90740887f05 req-4133e27d-aa5b-47f1-b3ce-fa20715cc4d9 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:19.471695 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-897b8996-3159-4fe5-b402-c90740887f05 req-4133e27d-aa5b-47f1-b3ce-fa20715cc4d9 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1341970 Jun 27 12:56:19.530234 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-897b8996-3159-4fe5-b402-c90740887f05 req-ddbc0807-858b-47b6-bea7-88c6454b3baa tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510039 Jun 27 12:56:19.532487 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:19.538559 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-17add990-2b3f-4464-8af4-35308e49fdd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:19.565591 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=79437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:56:19.571575 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e296b853-8017-4820-b873-7e27f74c6475,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:19.575113 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:19.578985 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:19.580426 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.segments_db [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Added segment e36bc192-39cc-4d53-bcda-0987aa933f87 of type vlan for network 4252a9a2-aabc-4238-85b6-f339a940a540 Jun 27 12:56:19.621013 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:19.701988 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:19.703497 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:19.704072 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:19.707732 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-74441cb2-19d2-4650-bcee-0f7c76aa3a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:19.814637 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Pushing event updated for resources: {'Network': ['ID=4252a9a2-aabc-4238-85b6-f339a940a540,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:19.817550 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:19.826250 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 4252a9a2-aabc-4238-85b6-f339a940a540 details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:56:19.888783 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9277673 Jun 27 12:56:19.889128 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45110) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:19.895602 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Request body: {'subnet': {'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-52735682-subnet', 'tenant_id': '41883239c8f2493ab75da4e380637280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:19.901591 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:19.906623 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Usage tracker for resource:subnet and tenant:41883239c8f2493ab75da4e380637280 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:19.910166 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:19.918694 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:19.995105 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Made reservation on behalf of 41883239c8f2493ab75da4e380637280 for: {'subnet': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:56:19.997512 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27294234'] for subnet, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:20.299469 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1730881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27294220'] for subnet, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:20.306614 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:20.397070 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061d67bc-98ce-40db-ab35-3265bfc97997,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:20.399436 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Checking segment: {'id': 'e36bc192-39cc-4d53-bcda-0987aa933f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:56:20.399792 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Network hostable DHCP agents. Network: 4252a9a2-aabc-4238-85b6-f339a940a540, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:56:20.404641 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:20.512771 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Network 4252a9a2-aabc-4238-85b6-f339a940a540 is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:56:20.606713 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 4252a9a2-aabc-4238-85b6-f339a940a540) {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:56:20.612874 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:20.613512 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:20.620663 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9671f644-d5f2-4c92-a962-b319f88b8aa1 None None] Network 4252a9a2-aabc-4238-85b6-f339a940a540 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:56:20.709654 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968df8-a5eb-45d5-899c-263eccb0153a req-cc730a93-2076-49b6-b881-66d5d6516f0b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:20.716638 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f3968df8-a5eb-45d5-899c-263eccb0153a req-cc730a93-2076-49b6-b881-66d5d6516f0b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 931 time: 0.1383257 Jun 27 12:56:20.722688 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f500164f-e29c-4852-9d90-58037bbb037b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:20.789332 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f3968df8-a5eb-45d5-899c-263eccb0153a req-636114a2-b653-40d0-b90b-a259e18d0fe7 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685568 Jun 27 12:56:20.817908 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-f962f83a-9d60-4d8b-b5fd-c59406480721 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9203789 Jun 27 12:56:20.899480 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b56c2-ac6b-4d9b-a17b-9e3d16a5569e req-995cd78b-0c69-4817-97cd-7da3ce6a774f tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:20.908858 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-397b56c2-ac6b-4d9b-a17b-9e3d16a5569e req-995cd78b-0c69-4817-97cd-7da3ce6a774f tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.2010489 Jun 27 12:56:20.980782 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e96702-0322-48c6-b026-1ddce3a11ba9 None None] Network 4252a9a2-aabc-4238-85b6-f339a940a540 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:56:21.008723 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-397b56c2-ac6b-4d9b-a17b-9e3d16a5569e req-afcac01c-9ff7-425c-aaaf-77c05f243004 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969872 Jun 27 12:56:21.391873 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:56:22.001840 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b295ef-42b2-455c-a09f-d34282198110 req-978e7a8f-c6d1-4460-a1a1-dc0555efd61b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:22.003298 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c4b295ef-42b2-455c-a09f-d34282198110 req-978e7a8f-c6d1-4460-a1a1-dc0555efd61b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 931 time: 0.0887556 Jun 27 12:56:22.050375 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c4b295ef-42b2-455c-a09f-d34282198110 req-69715318-3a6d-42dd-96c1-74ceaafccd84 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Jun 27 12:56:22.058147 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:22.228742 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7c790-649f-4ed5-9f9c-ae49a8186141 req-fdc3ec6f-f6f9-42d7-b2a9-4bce5fce4ac4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:22.230224 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fcf7c790-649f-4ed5-9f9c-ae49a8186141 req-fdc3ec6f-f6f9-42d7-b2a9-4bce5fce4ac4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0805545 Jun 27 12:56:22.282678 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fcf7c790-649f-4ed5-9f9c-ae49a8186141 req-a5c061df-d2a4-4131-85d0-8ec763bdd476 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468144 Jun 27 12:56:23.247097 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2aa21a-2530-4afb-ab95-f0a7ca6a0bb7 req-f3505d50-4ea2-4d67-a3e3-32660ed15ad9 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:23.248544 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-da2aa21a-2530-4afb-ab95-f0a7ca6a0bb7 req-f3505d50-4ea2-4d67-a3e3-32660ed15ad9 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 931 time: 0.0831206 Jun 27 12:56:23.307762 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-da2aa21a-2530-4afb-ab95-f0a7ca6a0bb7 req-af4cffa1-b2b2-4015-a0ac-e252c0845cec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528617 Jun 27 12:56:23.399420 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-74247a25-e1b6-4215-8393-c2f0a976aa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:23.501462 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d859f-3d36-41c7-a241-a1763f7a9cd8 req-4e289a0a-ce39-433d-9179-4e7569f8ef46 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:23.502776 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e09d859f-3d36-41c7-a241-a1763f7a9cd8 req-4e289a0a-ce39-433d-9179-4e7569f8ef46 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1040738 Jun 27 12:56:23.554812 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e09d859f-3d36-41c7-a241-a1763f7a9cd8 req-7fbcdfd6-c433-4c22-a703-5d6721325f70 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458283 Jun 27 12:56:24.239856 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e5040-8255-4139-8124-7ebe2e9c291a req-6e7da466-9e92-4bb7-a981-24e49284bd7a tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:24.241931 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-6e7da466-9e92-4bb7-a981-24e49284bd7a tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/networks?id=4252a9a2-aabc-4238-85b6-f339a940a540 HTTP/1.1" status: 200 len: 812 time: 0.2677667 Jun 27 12:56:24.258345 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-e68ab1db-ec42-4389-a2ac-244ddc9fe1bb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/quotas/41883239c8f2493ab75da4e380637280 HTTP/1.1" status: 200 len: 375 time: 0.0101836 Jun 27 12:56:24.322087 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-b787c033-b1fd-4192-b14d-9e7690baf48d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=41883239c8f2493ab75da4e380637280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576482 Jun 27 12:56:24.522652 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-b5836e10-e581-4850-bde2-55bf1ba302f9 service neutron] 10.222.0.41 "GET /v2.0/networks/4252a9a2-aabc-4238-85b6-f339a940a540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845515 Jun 27 12:56:24.617491 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61118c-d285-4661-9e18-6d8a39997303 req-1aeec993-239b-4c03-9f75-5bb91c365924 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:24.656067 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-eb61118c-d285-4661-9e18-6d8a39997303 req-1aeec993-239b-4c03-9f75-5bb91c365924 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 931 time: 0.1667421 Jun 27 12:56:24.675491 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-eb61118c-d285-4661-9e18-6d8a39997303 req-c7f0d07e-21b7-4073-a8f1-433b41edb4e6 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Synchronizing usage tracker for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:security_group {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:56:24.678789 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-b0e5e499-30e6-4ab5-bd4b-4aa4404499ed service neutron] 10.222.0.41 "GET /v2.0/networks/4252a9a2-aabc-4238-85b6-f339a940a540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541803 Jun 27 12:56:24.863255 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:24.915083 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-eb61118c-d285-4661-9e18-6d8a39997303 req-c7f0d07e-21b7-4073-a8f1-433b41edb4e6 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Unset dirty status for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:security_group {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:56:24.916235 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-eb61118c-d285-4661-9e18-6d8a39997303 req-c7f0d07e-21b7-4073-a8f1-433b41edb4e6 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902181 Jun 27 12:56:25.064790 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-67a34d89-897b-404f-bc48-b9239562a85d req-7108d9ee-d7cc-4dc8-af54-4169da955e32 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 210 time: 0.0566387 Jun 27 12:56:25.129239 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c9301-cce4-49bd-9009-3a7ca14ab85e req-86b072c1-9899-4037-87b4-db9a2862799e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:25.130825 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8a2c9301-cce4-49bd-9009-3a7ca14ab85e req-86b072c1-9899-4037-87b4-db9a2862799e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0995364 Jun 27 12:56:25.190138 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8a2c9301-cce4-49bd-9009-3a7ca14ab85e req-87b856d3-9a28-48f3-bd21-dccb81b22e23 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530922 Jun 27 12:56:26.117161 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e91b64-e68b-44ec-b9e7-82e2517440ea req-a8f49820-b520-41c9-89c2-0e413ffa1b5b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:26.119107 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-55e91b64-e68b-44ec-b9e7-82e2517440ea req-a8f49820-b520-41c9-89c2-0e413ffa1b5b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 931 time: 0.0860195 Jun 27 12:56:26.170602 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fa7d012a-4264-4f7e-9ee6-9b95a3229566 req-072c8337-0ac2-407e-9288-7a5ef1ac292d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 210 time: 0.0502601 Jun 27 12:56:26.171431 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-55e91b64-e68b-44ec-b9e7-82e2517440ea req-3a59e3fe-3c4e-4da0-a5e5-d1cb97fc698c tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Jun 27 12:56:26.184169 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:26.385064 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36523704-4452-478e-8c6f-c00b10f522ec req-fbe1521a-2eb1-4706-8a75-c413551ebf81 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:26.386562 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-36523704-4452-478e-8c6f-c00b10f522ec req-fbe1521a-2eb1-4706-8a75-c413551ebf81 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0818143 Jun 27 12:56:26.433877 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-36523704-4452-478e-8c6f-c00b10f522ec req-0abe2704-af3a-4534-8fad-64aff6964ff6 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 Jun 27 12:56:27.314154 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2861b07d-5cc4-4f9c-9ab7-b43d998eeb59 req-b893d653-e586-410c-8da3-c519a3b9c8c3 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 210 time: 0.0419173 Jun 27 12:56:27.364821 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20564959-8126-4a66-8668-d52fc4dd590d req-06813e12-d2a4-4a8b-8b8e-ccd113302ae0 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:27.366821 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20564959-8126-4a66-8668-d52fc4dd590d req-06813e12-d2a4-4a8b-8b8e-ccd113302ae0 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 931 time: 0.0861645 Jun 27 12:56:27.413723 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20564959-8126-4a66-8668-d52fc4dd590d req-6978fbc6-1881-4689-8d57-f452a39dc113 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Jun 27 12:56:27.631012 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b84d44-fa3c-4765-83e0-ae43f01cc141 req-21064186-a314-476b-982e-5eee545b5013 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:27.632405 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-31b84d44-fa3c-4765-83e0-ae43f01cc141 req-21064186-a314-476b-982e-5eee545b5013 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0856357 Jun 27 12:56:27.685704 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-31b84d44-fa3c-4765-83e0-ae43f01cc141 req-919f8bcb-ed1d-4389-a738-a7d8e98ffa38 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469699 Jun 27 12:56:28.272691 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Request body: {'port': {'device_id': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:28.368909 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387307b-fef8-4df6-8dbb-96653fa63ca3 req-a7a2c4eb-f76e-4b1b-87a6-7c1e11cc294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:28.382462 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4387307b-fef8-4df6-8dbb-96653fa63ca3 req-a7a2c4eb-f76e-4b1b-87a6-7c1e11cc294b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527f951714be4a78bf6f5f771a6b92ff&device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 1098 time: 0.0893624 Jun 27 12:56:28.396852 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:28.537531 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-31c343c6-f514-4b82-bbb5-df6caa797a12 req-b401e028-288c-4cd3-a440-fa4898569cc0 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 210 time: 0.0466321 Jun 27 12:56:28.641441 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387307b-fef8-4df6-8dbb-96653fa63ca3 req-d09887a9-66e9-4db5-800c-6515f9aedd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:28.643238 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4387307b-fef8-4df6-8dbb-96653fa63ca3 req-d09887a9-66e9-4db5-800c-6515f9aedd5f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fd48c2e-fc16-4033-b0db-29cb7577514e HTTP/1.1" status: 200 len: 910 time: 0.2491033 Jun 27 12:56:28.763034 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4387307b-fef8-4df6-8dbb-96653fa63ca3 req-af814870-0d61-4702-a76e-07cfedc615c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586 HTTP/1.1" status: 200 len: 1000 time: 0.1130278 Jun 27 12:56:28.764452 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51ac0c-4d9e-44cf-929c-120f4157c1e6 req-47c37da6-9dcb-4364-a22a-dba3b5fffd6d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:28.766127 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0a51ac0c-4d9e-44cf-929c-120f4157c1e6 req-47c37da6-9dcb-4364-a22a-dba3b5fffd6d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 931 time: 0.2083282 Jun 27 12:56:28.838484 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387307b-fef8-4df6-8dbb-96653fa63ca3 req-88ce7bc0-bbce-4a30-875e-bb41b20470cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:28.840107 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4387307b-fef8-4df6-8dbb-96653fa63ca3 req-88ce7bc0-bbce-4a30-875e-bb41b20470cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=227da6ea-b968-46a8-b4d8-18ea8544387a HTTP/1.1" status: 200 len: 848 time: 0.0695643 Jun 27 12:56:28.921998 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0a51ac0c-4d9e-44cf-929c-120f4157c1e6 req-0f983335-0628-4b09-a908-eba59a907757 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488923 Jun 27 12:56:28.923941 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8588d35a-cf2c-4b35-b339-85ba3e2ade97 {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:56:28.931618 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:28.947885 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Transition to ACTIVE for port object 8588d35a-cf2c-4b35-b339-85ba3e2ade97 will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:56:29.012169 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:29.016049 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:29.028004 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ea11c-07d1-492d-a74a-6a27a333fc69 req-47a29d37-7093-4e2f-bf9e-89d4a853e6a7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:29.029518 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-702ea11c-07d1-492d-a74a-6a27a333fc69 req-47a29d37-7093-4e2f-bf9e-89d4a853e6a7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1631496 Jun 27 12:56:29.032429 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387307b-fef8-4df6-8dbb-96653fa63ca3 req-3de3a1d2-b455-4a37-a21e-9f5f35cbd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:29.033865 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4387307b-fef8-4df6-8dbb-96653fa63ca3 req-3de3a1d2-b455-4a37-a21e-9f5f35cbd5f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fd48c2e-fc16-4033-b0db-29cb7577514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1091955 Jun 27 12:56:29.177441 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Pushing event updated for resources: {'Port': ['ID=8588d35a-cf2c-4b35-b339-85ba3e2ade97,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:29.187186 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:29.193073 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-702ea11c-07d1-492d-a74a-6a27a333fc69 req-de11e3fc-4ca1-481e-9aa7-c4ea81680935 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561508 Jun 27 12:56:29.255060 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4387307b-fef8-4df6-8dbb-96653fa63ca3 req-d2004079-45a4-4b23-8636-e014c52cccde service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050424 Jun 27 12:56:29.362024 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Attempting to bind port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:56:29.362255 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Attempting to bind port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:56:29.362572 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Attempting to bind port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 on network 7aede900-0ce1-4214-8896-d1aff57446fa {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:56:29.368305 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 on network 7aede900-0ce1-4214-8896-d1aff57446fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:56:29.368627 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Attempting to bind port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 on network 7aede900-0ce1-4214-8896-d1aff57446fa {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:56:29.375160 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:56:29.375543 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Checking segment: {'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:56:29.375924 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Bound using segment: {'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:56:29.376477 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Bound port: 8588d35a-cf2c-4b35-b339-85ba3e2ade97, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63095e80-ecb2-473b-94a9-e5d897703066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:56:29.376824 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:29.406147 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4387307b-fef8-4df6-8dbb-96653fa63ca3 req-54ff9113-6ac9-4765-b60b-1a88e112dd7e service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412499 Jun 27 12:56:29.475700 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] For port 8588d35a-cf2c-4b35-b339-85ba3e2ade97, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:56:29.479407 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] For port 8588d35a-cf2c-4b35-b339-85ba3e2ade97, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:56:29.589702 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:29.594675 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6268b864-6891-4028-828c-a5708f9305f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:29.687549 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:29.688165 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:29.689531 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] 10.222.0.52 "PUT /v2.0/ports/8588d35a-cf2c-4b35-b339-85ba3e2ade97 HTTP/1.1" status: 200 len: 1093 time: 1.4213371 Jun 27 12:56:29.692590 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:56:29.720035 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1283003a-ac7d-4917-bdc8-5aa7a5387214 req-64f66432-57fa-4e48-885e-64b39712d34d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 210 time: 0.0679972 Jun 27 12:56:29.745879 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Pushing event updated for resources: {'Port': ['ID=8588d35a-cf2c-4b35-b339-85ba3e2ade97,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:29.759565 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:29.781074 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'status': 'completed', 'code': 200} Jun 27 12:56:29.796332 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e5040-8255-4139-8124-7ebe2e9c291a req-6d0ed087-8941-4211-8558-edbf7ae867fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:29.797151 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-496e5040-8255-4139-8124-7ebe2e9c291a req-6d0ed087-8941-4211-8558-edbf7ae867fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Synchronizing usage tracker for tenant:41883239c8f2493ab75da4e380637280 on resource:network {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:56:29.903591 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5c7ee-12e6-4c1a-9855-e8c2b67a1b63 req-6bb15d34-fe43-4e4a-9644-5889160e310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:29.903852 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-496e5040-8255-4139-8124-7ebe2e9c291a req-6d0ed087-8941-4211-8558-edbf7ae867fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Unset dirty status for tenant:41883239c8f2493ab75da4e380637280 on resource:network {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:56:29.905134 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-6d0ed087-8941-4211-8558-edbf7ae867fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.52 "GET /v2.0/networks?id=4252a9a2-aabc-4238-85b6-f339a940a540 HTTP/1.1" status: 200 len: 812 time: 0.2946134 Jun 27 12:56:29.905294 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-27c5c7ee-12e6-4c1a-9855-e8c2b67a1b63 req-6bb15d34-fe43-4e4a-9644-5889160e310f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b&device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 1096 time: 0.0851007 Jun 27 12:56:29.926314 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Request body: {'port': {'device_id': '8ffd88de-06f2-42f3-aa05-69fe12881087', 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540', 'admin_state_up': True, 'tenant_id': '41883239c8f2493ab75da4e380637280'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:30.069958 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5c7ee-12e6-4c1a-9855-e8c2b67a1b63 req-e81f243c-d7f3-41b9-97e7-c30247a871f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:30.071532 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-27c5c7ee-12e6-4c1a-9855-e8c2b67a1b63 req-e81f243c-d7f3-41b9-97e7-c30247a871f4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1492686 Jun 27 12:56:30.083103 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:30.087568 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Usage tracker for resource:port and tenant:41883239c8f2493ab75da4e380637280 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:30.090353 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:30.096230 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:30.285719 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b65d7c-fd6d-4a2a-91c3-a1cd8442dae1 req-63eada9c-46d6-4997-9aae-715500b54605 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:30.286538 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Made reservation on behalf of 41883239c8f2493ab75da4e380637280 for: {'port': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:56:30.291395 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:30.293607 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e1b65d7c-fd6d-4a2a-91c3-a1cd8442dae1 req-63eada9c-46d6-4997-9aae-715500b54605 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 943 time: 0.2167673 Jun 27 12:56:30.296119 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5c7ee-12e6-4c1a-9855-e8c2b67a1b63 req-fd811792-a72a-4ac6-80d6-dfd8dbdfef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:30.297712 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-27c5c7ee-12e6-4c1a-9855-e8c2b67a1b63 req-fd811792-a72a-4ac6-80d6-dfd8dbdfef24 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1854625 Jun 27 12:56:30.350595 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e1b65d7c-fd6d-4a2a-91c3-a1cd8442dae1 req-2befddb8-02ea-4915-b321-d4a29c5bd21e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557957 Jun 27 12:56:30.496333 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b7254030-539b-445b-ad03-61fe55650dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:30.497690 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-b7254030-539b-445b-ad03-61fe55650dbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b&device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 1096 time: 0.1374035 Jun 27 12:56:30.502942 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5209f1-ff5a-44f0-a041-970bf17d2f5f req-91aa2c23-bf9a-4928-a2d7-84c59f93c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:30.504330 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8d5209f1-ff5a-44f0-a041-970bf17d2f5f req-91aa2c23-bf9a-4928-a2d7-84c59f93c81f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 1098 time: 0.1048384 Jun 27 12:56:30.521063 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d44003-1b71-45c6-8284-ca29378833eb req-ab4d05fe-a3b3-44e6-96f2-52f31598ad04 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:30.522785 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-48d44003-1b71-45c6-8284-ca29378833eb req-ab4d05fe-a3b3-44e6-96f2-52f31598ad04 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.2114990 Jun 27 12:56:30.590684 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Allocated IP 172.20.0.14 (4252a9a2-aabc-4238-85b6-f339a940a540/061d67bc-98ce-40db-ab35-3265bfc97997/05a253fb-5e32-4e87-b600-c1c2d0d4cef2) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:56:30.595218 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-2bc63c97-976d-44ad-82d1-58c30ea8e9dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97 HTTP/1.1" status: 200 len: 217 time: 0.0830874 Jun 27 12:56:30.598892 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-48d44003-1b71-45c6-8284-ca29378833eb req-e7b2a521-dc61-42af-96e0-3035b6e6a0ba tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637510 Jun 27 12:56:30.664103 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8d5209f1-ff5a-44f0-a041-970bf17d2f5f req-d1581321-a369-4a61-bdd5-6789817bae15 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027486 Jun 27 12:56:30.680871 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-5ba12ec4-e0c5-4032-8771-0eafb28201cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:30.682359 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-5ba12ec4-e0c5-4032-8771-0eafb28201cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc4cb3a9-e3ba-4943-9903-83e2fbc7284c HTTP/1.1" status: 200 len: 853 time: 0.0757251 Jun 27 12:56:30.824956 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:30.906717 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-db200576-e3d8-42c6-a5ff-33921804cd14 req-f59ae761-9723-46dc-879a-e14518a34ede tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 210 time: 0.0574517 Jun 27 12:56:30.931277 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:30.931534 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-2741d0a2-2bfe-441d-bcd4-49a7788798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:30.932550 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-2741d0a2-2bfe-441d-bcd4-49a7788798bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7aede900-0ce1-4214-8896-d1aff57446fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1359248 Jun 27 12:56:30.933718 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-becb5494-8e84-4010-8f14-76986f695905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:31.071621 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Network 4252a9a2-aabc-4238-85b6-f339a940a540 is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:56:31.074887 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:56:31.079254 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:56:31.089680 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-cdaf0197-5c2c-44b0-a22d-9a52c61b8b5f service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485987 Jun 27 12:56:31.123071 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Pushing event updated for resources: {'Port': ['ID=05a253fb-5e32-4e87-b600-c1c2d0d4cef2,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:31.128008 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:31.163153 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:31.164509 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:31.234633 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4f5e77d-0877-49b1-8aab-8edfd5ef30a2 req-241e80d5-87f7-42a1-9c9a-fefda4fb2010 service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375759 Jun 27 12:56:31.247262 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3254645 Jun 27 12:56:31.260273 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Request body: {'port': {'device_id': '8ffd88de-06f2-42f3-aa05-69fe12881087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:31.376822 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:31.685300 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f284d9-54e6-4d81-b76d-37f61cf924ef req-a1fd9385-7ba0-4705-a6ab-fb4475e55a05 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:31.686821 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-36f284d9-54e6-4d81-b76d-37f61cf924ef req-a1fd9385-7ba0-4705-a6ab-fb4475e55a05 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 943 time: 0.1899006 Jun 27 12:56:31.776013 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-36f284d9-54e6-4d81-b76d-37f61cf924ef req-d8f23953-4f7e-44aa-854d-89cf15a42b5a tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631578 Jun 27 12:56:31.831534 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060842-2275-43a4-9c8b-971e2e9cc79b req-29e32fed-a7af-4528-9195-9f890f75f3db tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:31.833068 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2f060842-2275-43a4-9c8b-971e2e9cc79b req-29e32fed-a7af-4528-9195-9f890f75f3db tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1099470 Jun 27 12:56:31.864176 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 {{(pid=79437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:56:31.873771 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:31.894452 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Transition to ACTIVE for port object 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 will not be triggered until provisioned by entity L2. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:56:31.894694 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2f060842-2275-43a4-9c8b-971e2e9cc79b req-1257e158-64be-4e7b-8d94-2a099feeb2e7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540235 Jun 27 12:56:32.026705 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:32.035661 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:32.273263 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Pushing event updated for resources: {'Port': ['ID=05a253fb-5e32-4e87-b600-c1c2d0d4cef2,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:32.307641 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:32.363956 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98ae8a-58bc-41e5-8294-ced0cfed03de req-32d517f6-b5e7-4355-931f-1a40fdabdb3d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:32.364868 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-1f98ae8a-58bc-41e5-8294-ced0cfed03de req-32d517f6-b5e7-4355-931f-1a40fdabdb3d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Synchronizing usage tracker for tenant:41883239c8f2493ab75da4e380637280 on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:56:32.373318 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Attempting to bind port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:56:32.373660 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Attempting to bind port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e36bc192-39cc-4d53-bcda-0987aa933f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540'}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:56:32.374031 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Attempting to bind port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 on network 4252a9a2-aabc-4238-85b6-f339a940a540 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:56:32.381956 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 on network 4252a9a2-aabc-4238-85b6-f339a940a540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:56:32.382550 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Attempting to bind port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 on network 4252a9a2-aabc-4238-85b6-f339a940a540 {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:56:32.392836 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:56:32.397841 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Checking segment: {'id': 'e36bc192-39cc-4d53-bcda-0987aa933f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:56:32.397841 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Bound using segment: {'id': 'e36bc192-39cc-4d53-bcda-0987aa933f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540'} {{(pid=79437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:56:32.397841 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.managers [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Bound port: 05a253fb-5e32-4e87-b600-c1c2d0d4cef2, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36bc192-39cc-4d53-bcda-0987aa933f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540'}}] {{(pid=79437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:56:32.397841 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:32.483394 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-1f98ae8a-58bc-41e5-8294-ced0cfed03de req-32d517f6-b5e7-4355-931f-1a40fdabdb3d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Unset dirty status for tenant:41883239c8f2493ab75da4e380637280 on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:56:32.484626 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1f98ae8a-58bc-41e5-8294-ced0cfed03de req-32d517f6-b5e7-4355-931f-1a40fdabdb3d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 944 time: 0.4602163 Jun 27 12:56:32.516876 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] For port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2, host hv-cinder-79809, cleared binding levels {{(pid=79437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:56:32.539517 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] For port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=05a253fb-5e32-4e87-b600-c1c2d0d4cef2,segment=NetworkSegment(e36bc192-39cc-4d53-bcda-0987aa933f87),segment_id=e36bc192-39cc-4d53-bcda-0987aa933f87)] {{(pid=79437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:56:32.546955 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-1f98ae8a-58bc-41e5-8294-ced0cfed03de req-d2f82200-9a7f-400b-8dde-05a232a08594 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Synchronizing usage tracker for tenant:41883239c8f2493ab75da4e380637280 on resource:security_group {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:56:32.629423 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:32.634256 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:32.682982 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-1f98ae8a-58bc-41e5-8294-ced0cfed03de req-d2f82200-9a7f-400b-8dde-05a232a08594 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Unset dirty status for tenant:41883239c8f2493ab75da4e380637280 on resource:security_group {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:56:32.684135 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1f98ae8a-58bc-41e5-8294-ced0cfed03de req-d2f82200-9a7f-400b-8dde-05a232a08594 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937106 Jun 27 12:56:32.712871 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:32.717522 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:32.717522 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] 10.222.0.52 "PUT /v2.0/ports/05a253fb-5e32-4e87-b600-c1c2d0d4cef2 HTTP/1.1" status: 200 len: 1094 time: 1.4594355 Jun 27 12:56:32.717522 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffd88de-06f2-42f3-aa05-69fe12881087', 'tag': '05a253fb-5e32-4e87-b600-c1c2d0d4cef2'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:56:32.723041 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Pushing event updated for resources: {'Port': ['ID=05a253fb-5e32-4e87-b600-c1c2d0d4cef2,revision_number=3']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:32.726315 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:32.768207 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffd88de-06f2-42f3-aa05-69fe12881087', 'tag': '05a253fb-5e32-4e87-b600-c1c2d0d4cef2', 'status': 'completed', 'code': 200} Jun 27 12:56:32.878370 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80616825-5888-4c11-bbfa-9b73ffc75797 req-d6b83a0f-4f13-442b-84d7-90a4e96484db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:32.879865 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-80616825-5888-4c11-bbfa-9b73ffc75797 req-d6b83a0f-4f13-442b-84d7-90a4e96484db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41883239c8f2493ab75da4e380637280&device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 1097 time: 0.0798826 Jun 27 12:56:33.103059 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d7b3e-9297-4d0d-bbb6-a8d1585c17bc req-e2796082-814e-40b9-b680-dee7340d45be tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:33.104576 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d21d7b3e-9297-4d0d-bbb6-a8d1585c17bc req-e2796082-814e-40b9-b680-dee7340d45be tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 943 time: 0.1970804 Jun 27 12:56:33.105920 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80616825-5888-4c11-bbfa-9b73ffc75797 req-0f5e0063-8a64-48ea-ae5a-7a53f048a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:33.107500 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-80616825-5888-4c11-bbfa-9b73ffc75797 req-0f5e0063-8a64-48ea-ae5a-7a53f048a2a0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=41883239c8f2493ab75da4e380637280&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2192955 Jun 27 12:56:33.338920 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6f5a7-7b00-4797-9837-0ee0298b5ef6 req-5e917dcb-5601-4985-8c3d-8631ce62024d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:33.340105 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-69f6f5a7-7b00-4797-9837-0ee0298b5ef6 req-5e917dcb-5601-4985-8c3d-8631ce62024d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1818628 Jun 27 12:56:33.342636 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d21d7b3e-9297-4d0d-bbb6-a8d1585c17bc req-3ea36f60-4ac7-4145-87cd-0e181314fad1 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306049 Jun 27 12:56:33.386660 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80616825-5888-4c11-bbfa-9b73ffc75797 req-747c0d26-3720-4cc8-af03-e3fa8bc1908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:33.388293 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-80616825-5888-4c11-bbfa-9b73ffc75797 req-747c0d26-3720-4cc8-af03-e3fa8bc1908d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2626963 Jun 27 12:56:33.392000 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-69f6f5a7-7b00-4797-9837-0ee0298b5ef6 req-38d0bf40-8971-4973-8b81-f45aa3de9950 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442896 Jun 27 12:56:33.521854 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e5040-8255-4139-8124-7ebe2e9c291a req-3c27fab2-963b-42b3-89d5-88d75c050696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:33.523462 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-3c27fab2-963b-42b3-89d5-88d75c050696 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41883239c8f2493ab75da4e380637280&device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 1097 time: 0.0809200 Jun 27 12:56:33.593420 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-d78fd47b-ed17-4dbf-9ec4-00d08e82d8d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a253fb-5e32-4e87-b600-c1c2d0d4cef2 HTTP/1.1" status: 200 len: 217 time: 0.0619342 Jun 27 12:56:33.670755 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e5040-8255-4139-8124-7ebe2e9c291a req-8988cec2-ade1-4284-8985-1adccc7a1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:33.672251 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-8988cec2-ade1-4284-8985-1adccc7a1555 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=061d67bc-98ce-40db-ab35-3265bfc97997 HTTP/1.1" status: 200 len: 852 time: 0.0711195 Jun 27 12:56:33.723066 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-478af988-cd8a-49e8-aafb-d1144fb236cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4252a9a2-aabc-4238-85b6-f339a940a540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433247 Jun 27 12:56:33.885236 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45296) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:33.944630 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-ee37ce1f-22cb-4d56-8d39-f455616969cb service neutron] 10.222.0.52 "GET /v2.0/networks/4252a9a2-aabc-4238-85b6-f339a940a540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131541 Jun 27 12:56:33.961735 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f1105-4df9-4ed4-a5c5-147314a48cd9 req-1f83c955-dbab-4699-8b95-33a2ad2cc466 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:33.963250 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d20f1105-4df9-4ed4-a5c5-147314a48cd9 req-1f83c955-dbab-4699-8b95-33a2ad2cc466 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 944 time: 0.1359572 Jun 27 12:56:34.015010 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-69dde4b5-32ca-4ba5-8a2d-1abbb25874b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:34.029869 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-69dde4b5-32ca-4ba5-8a2d-1abbb25874b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:34.033884 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-69dde4b5-32ca-4ba5-8a2d-1abbb25874b5 admin admin] Usage tracker for resource:security_group_rule and tenant:f2e715785c1844578ea3b31598ddb0d7 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:34.036871 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-69dde4b5-32ca-4ba5-8a2d-1abbb25874b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:34.043777 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-69dde4b5-32ca-4ba5-8a2d-1abbb25874b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:34.088482 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d20f1105-4df9-4ed4-a5c5-147314a48cd9 req-1344a903-5b95-4506-98d2-aaf9fe321f48 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060388 Jun 27 12:56:34.122941 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-496e5040-8255-4139-8124-7ebe2e9c291a req-5475f95f-9395-46c2-9e23-b65a02ac7da9 service neutron] 10.222.0.52 "GET /v2.0/networks/4252a9a2-aabc-4238-85b6-f339a940a540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692820 Jun 27 12:56:34.251201 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153317c8-ff94-45c0-8876-41ba1d99f1c3 req-31aae021-d51d-4f63-8d3b-50ba29a03034 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:34.252636 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-153317c8-ff94-45c0-8876-41ba1d99f1c3 req-31aae021-d51d-4f63-8d3b-50ba29a03034 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1917026 Jun 27 12:56:34.257399 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abf55-e136-42b8-afa7-ccc54f9206b8 req-e5e6c0dc-0c58-412a-94c0-b584034fa102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:34.258530 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-679abf55-e136-42b8-afa7-ccc54f9206b8 req-e5e6c0dc-0c58-412a-94c0-b584034fa102 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 1098 time: 0.1598480 Jun 27 12:56:34.303163 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-69dde4b5-32ca-4ba5-8a2d-1abbb25874b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:34.382408 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-69dde4b5-32ca-4ba5-8a2d-1abbb25874b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:34.398494 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-3c80d51d-11c4-4751-8702-7badc7b99168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:34.419703 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-153317c8-ff94-45c0-8876-41ba1d99f1c3 req-d4156470-bc72-4741-9f3e-0c742f388fbd tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601827 Jun 27 12:56:34.469532 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dde4b5-32ca-4ba5-8a2d-1abbb25874b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bb3075-2dee-4078-880c-d6d0e2ce57f8,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:34.476448 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-69dde4b5-32ca-4ba5-8a2d-1abbb25874b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2e715785c1844578ea3b31598ddb0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5900116 Jun 27 12:56:34.477589 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-69dde4b5-32ca-4ba5-8a2d-1abbb25874b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:34.479843 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45306) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:34.507451 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abf55-e136-42b8-afa7-ccc54f9206b8 req-d49f6960-7bd4-4623-92aa-46de5a88d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:34.508905 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-679abf55-e136-42b8-afa7-ccc54f9206b8 req-d49f6960-7bd4-4623-92aa-46de5a88d6ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=e0a05e66-37fd-4570-83e5-5ee41014dd0b HTTP/1.1" status: 200 len: 919 time: 0.2269943 Jun 27 12:56:34.549456 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24704b9d-d667-4d12-bf06-fe890b476b7c req-8e43bf6f-ecfd-4bad-b9aa-e13f73dc7deb tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:34.550967 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-24704b9d-d667-4d12-bf06-fe890b476b7c req-8e43bf6f-ecfd-4bad-b9aa-e13f73dc7deb tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 943 time: 0.0819683 Jun 27 12:56:34.601383 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-679abf55-e136-42b8-afa7-ccc54f9206b8 req-f6df97b5-7daf-419a-82d7-975fa9cf469d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9a1e60-2497-4a61-ae40-a8e96134e099 HTTP/1.1" status: 200 len: 217 time: 0.0802166 Jun 27 12:56:34.601704 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-24704b9d-d667-4d12-bf06-fe890b476b7c req-3628413b-7c60-4b67-b3bb-cc4ad8f8386a tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 Jun 27 12:56:34.665256 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3bd95071-1f8a-45da-8f57-19dd9f6aeb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:34.698014 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abf55-e136-42b8-afa7-ccc54f9206b8 req-99319e6c-cfbb-4229-8912-6d4d139751ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:34.699485 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-679abf55-e136-42b8-afa7-ccc54f9206b8 req-99319e6c-cfbb-4229-8912-6d4d139751ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce390726-c430-4a6a-89bf-434dd6715207 HTTP/1.1" status: 200 len: 858 time: 0.0914845 Jun 27 12:56:34.703443 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3bd95071-1f8a-45da-8f57-19dd9f6aeb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:34.758289 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-679abf55-e136-42b8-afa7-ccc54f9206b8 req-4f8fbb57-30db-4ae1-8933-2d7739d0768b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0a05e66-37fd-4570-83e5-5ee41014dd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480981 Jun 27 12:56:34.904983 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-679abf55-e136-42b8-afa7-ccc54f9206b8 req-94aadcad-0f84-4831-b038-6eb81d5e9653 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341522 Jun 27 12:56:34.914800 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3bd95071-1f8a-45da-8f57-19dd9f6aeb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:34.920002 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9448a5ac-38c5-47b4-a6fa-43cff3c0b1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:34.953232 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd95071-1f8a-45da-8f57-19dd9f6aeb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bb3075-2dee-4078-880c-d6d0e2ce57f8,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:34.955546 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-3bd95071-1f8a-45da-8f57-19dd9f6aeb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:35.026815 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3bd95071-1f8a-45da-8f57-19dd9f6aeb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:35.027850 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-3bd95071-1f8a-45da-8f57-19dd9f6aeb76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90bb3075-2dee-4078-880c-d6d0e2ce57f8 HTTP/1.1" status: 204 len: 168 time: 0.5471215 Jun 27 12:56:35.076868 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-679abf55-e136-42b8-afa7-ccc54f9206b8 req-4f7e281f-ef3a-4a4d-8964-9aa967585c19 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577220 Jun 27 12:56:35.289118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1addf-23d5-4273-8b48-3a487e479866 req-cc06d517-73d8-43a5-9c1d-15c254a4890b tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:35.290512 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-46e1addf-23d5-4273-8b48-3a487e479866 req-cc06d517-73d8-43a5-9c1d-15c254a4890b tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 944 time: 0.0887878 Jun 27 12:56:35.338855 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-46e1addf-23d5-4273-8b48-3a487e479866 req-ca20c4f9-8766-4636-93ce-d1a4745626d8 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 Jun 27 12:56:35.629146 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960f56c-1d4c-4077-923a-d304a0c790e1 req-e37e2319-f64c-4205-95e7-6a577ef2f809 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:35.630817 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b960f56c-1d4c-4077-923a-d304a0c790e1 req-e37e2319-f64c-4205-95e7-6a577ef2f809 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0891502 Jun 27 12:56:35.656000 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45322) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:35.675683 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-963bce6b-c2db-48ef-b1f7-eda2777e5e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:35.689775 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b960f56c-1d4c-4077-923a-d304a0c790e1 req-59f33c80-5bc4-40e3-a029-e96c39e8bbc7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516827 Jun 27 12:56:35.703166 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-963bce6b-c2db-48ef-b1f7-eda2777e5e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:35.711695 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-963bce6b-c2db-48ef-b1f7-eda2777e5e8e admin admin] Usage tracker for resource:security_group_rule and tenant:3ed7e667a5a74041835445599d235615 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:35.718725 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-963bce6b-c2db-48ef-b1f7-eda2777e5e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:35.726300 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-963bce6b-c2db-48ef-b1f7-eda2777e5e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:35.744436 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8588d35a-cf2c-4b35-b339-85ba3e2ade97 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:56:35.856199 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddf0d9-0b0e-40d7-aff5-5c337c606ded req-232e8d83-8d29-4a6f-b4e5-fe69ca27829a tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:35.857714 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bfddf0d9-0b0e-40d7-aff5-5c337c606ded req-232e8d83-8d29-4a6f-b4e5-fe69ca27829a tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 943 time: 0.1289833 Jun 27 12:56:35.894224 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8588d35a-cf2c-4b35-b339-85ba3e2ade97, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:56:35.908715 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'port_id': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'mac_address': 'fa:16:3e:1a:cd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:56:35.923912 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-963bce6b-c2db-48ef-b1f7-eda2777e5e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:35.927279 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bfddf0d9-0b0e-40d7-aff5-5c337c606ded req-eb5970cd-0f53-42fc-859c-870c2f472731 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637536 Jun 27 12:56:35.967460 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:35.988163 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8588d35a-cf2c-4b35-b339-85ba3e2ade97 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:56:36.000226 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-963bce6b-c2db-48ef-b1f7-eda2777e5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:36.005901 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8588d35a-cf2c-4b35-b339-85ba3e2ade97, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:56:36.009165 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-f7f91b35-c2ac-4bcf-b360-d9ff5ce7b2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:36.051365 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-963bce6b-c2db-48ef-b1f7-eda2777e5e8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ed7e667a5a74041835445599d235615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941669 Jun 27 12:56:36.052202 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bce6b-c2db-48ef-b1f7-eda2777e5e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280b0c0b-4569-4263-a6d5-33777d146cb0,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:36.054043 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45326) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:36.055454 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-963bce6b-c2db-48ef-b1f7-eda2777e5e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:36.091894 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:36.093732 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-3d0c16a5-1a40-4d0b-8127-c0a9e4c88338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:36.140601 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-38d971da-e50e-488f-8fa2-7769a425db2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:36.159462 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=8588d35a-cf2c-4b35-b339-85ba3e2ade97,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:36.163241 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:36.170908 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-38d971da-e50e-488f-8fa2-7769a425db2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:36.269210 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-38d971da-e50e-488f-8fa2-7769a425db2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:36.273932 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ffc8d622-0edf-4fe3-9959-d001bb90751a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:36.286949 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d971da-e50e-488f-8fa2-7769a425db2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280b0c0b-4569-4263-a6d5-33777d146cb0,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:36.290800 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-38d971da-e50e-488f-8fa2-7769a425db2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:36.292835 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-38d971da-e50e-488f-8fa2-7769a425db2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:36.293946 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-38d971da-e50e-488f-8fa2-7769a425db2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/280b0c0b-4569-4263-a6d5-33777d146cb0 HTTP/1.1" status: 204 len: 168 time: 0.2382889 Jun 27 12:56:36.533348 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eca2d-e98f-4628-aa1e-9f0a88e231ca req-d8f0dd28-99de-4fe6-bce0-da29d70d5082 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:36.534918 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e88eca2d-e98f-4628-aa1e-9f0a88e231ca req-d8f0dd28-99de-4fe6-bce0-da29d70d5082 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 944 time: 0.0861547 Jun 27 12:56:36.587371 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e88eca2d-e98f-4628-aa1e-9f0a88e231ca req-27be203d-ab75-4662-86f7-a6cb26cac309 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451941 Jun 27 12:56:36.589306 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['8588d35a-cf2c-4b35-b339-85ba3e2ade97'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:56:36.910868 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96b6e6-3f3d-4eb9-bf6b-f75acfa68ef3 req-1e1fe58e-952a-464a-a91b-cea62cf8544d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:36.912664 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8d96b6e6-3f3d-4eb9-bf6b-f75acfa68ef3 req-1e1fe58e-952a-464a-a91b-cea62cf8544d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0859809 Jun 27 12:56:36.961563 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8d96b6e6-3f3d-4eb9-bf6b-f75acfa68ef3 req-2bd1a2da-26f3-41d1-af70-51862bdf2fa3 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431726 Jun 27 12:56:37.137678 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd3475-4c98-4326-8b46-6f3e98b0beb0 req-aa3dd5b7-0d57-4804-86f8-fda395f1d1c3 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:37.139163 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9bfd3475-4c98-4326-8b46-6f3e98b0beb0 req-aa3dd5b7-0d57-4804-86f8-fda395f1d1c3 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 944 time: 0.0939000 Jun 27 12:56:37.192185 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9bfd3475-4c98-4326-8b46-6f3e98b0beb0 req-5df359b4-bf73-4c21-a973-41fdbd2d07ba tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Jun 27 12:56:37.746697 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:56:37.813558 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88b946-dc22-4fd2-a4a1-715909756de7 req-b3602e1f-5cbb-4ccb-a7fb-a7721831a44f tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:37.816260 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1b88b946-dc22-4fd2-a4a1-715909756de7 req-b3602e1f-5cbb-4ccb-a7fb-a7721831a44f tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 944 time: 0.0943780 Jun 27 12:56:37.869040 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1b88b946-dc22-4fd2-a4a1-715909756de7 req-b72bc0ce-dc33-48d4-9add-d8a0fb270815 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463319 Jun 27 12:56:37.902329 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=05a253fb-5e32-4e87-b600-c1c2d0d4cef2,segment=NetworkSegment(e36bc192-39cc-4d53-bcda-0987aa933f87),segment_id=e36bc192-39cc-4d53-bcda-0987aa933f87)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:56:37.916425 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '05a253fb-5e32-4e87-b600-c1c2d0d4cef2', 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540', 'port_id': '05a253fb-5e32-4e87-b600-c1c2d0d4cef2', 'mac_address': 'fa:16:3e:b9:6d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061d67bc-98ce-40db-ab35-3265bfc97997', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:56:37.971868 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:37.989685 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:56:38.007520 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=05a253fb-5e32-4e87-b600-c1c2d0d4cef2,segment=NetworkSegment(e36bc192-39cc-4d53-bcda-0987aa933f87),segment_id=e36bc192-39cc-4d53-bcda-0987aa933f87)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:56:38.063453 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:38.065321 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-520d9b61-02d4-418e-a764-ca336e019253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:38.162845 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd7c72-4875-46e4-98ab-0516ba0dac03 req-05724c04-e01f-4453-a4e0-78e962264995 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:38.164646 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6cfd7c72-4875-46e4-98ab-0516ba0dac03 req-05724c04-e01f-4453-a4e0-78e962264995 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0881584 Jun 27 12:56:38.165235 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=05a253fb-5e32-4e87-b600-c1c2d0d4cef2,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:38.171076 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:38.223277 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6cfd7c72-4875-46e4-98ab-0516ba0dac03 req-4f941016-cfbe-44c5-a92a-ff92151d5433 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477047 Jun 27 12:56:38.253076 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45370) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:38.391380 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-95e862b4-ed6f-469c-bd27-b80246edd284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:38.408471 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-95e862b4-ed6f-469c-bd27-b80246edd284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:38.413100 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-95e862b4-ed6f-469c-bd27-b80246edd284 admin admin] Usage tracker for resource:security_group_rule and tenant:8584f4dcbbd2419eac26b32e4418bae6 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:38.417054 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-95e862b4-ed6f-469c-bd27-b80246edd284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:38.424215 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-95e862b4-ed6f-469c-bd27-b80246edd284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:38.487902 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81028114-8b93-4781-85b9-8d9bc5648256 req-579dfe44-78f9-4985-bee1-0c250a6284c3 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:38.489336 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-81028114-8b93-4781-85b9-8d9bc5648256 req-579dfe44-78f9-4985-bee1-0c250a6284c3 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 944 time: 0.1890016 Jun 27 12:56:38.537863 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-81028114-8b93-4781-85b9-8d9bc5648256 req-d3ec8b59-d00b-4fcc-b0fb-e35e68972a48 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Jun 27 12:56:38.539988 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-95e862b4-ed6f-469c-bd27-b80246edd284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:38.542108 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['05a253fb-5e32-4e87-b600-c1c2d0d4cef2'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:56:38.623060 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-95e862b4-ed6f-469c-bd27-b80246edd284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:38.632238 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-aa9364ad-f32b-43fc-82a2-abdc27775241 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:38.672356 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-95e862b4-ed6f-469c-bd27-b80246edd284 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8584f4dcbbd2419eac26b32e4418bae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181128 Jun 27 12:56:38.675332 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45376) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:38.680377 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e862b4-ed6f-469c-bd27-b80246edd284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8496495d-8458-480b-bc2f-0bc82168c9f0,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:38.696337 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-95e862b4-ed6f-469c-bd27-b80246edd284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:38.741391 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:38.770469 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:38.949008 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:38.952911 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ca4fa68f-78d3-4294-a2da-c5adb1d3f298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:38.964461 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8496495d-8458-480b-bc2f-0bc82168c9f0,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:38.976098 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.976460 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.976813 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.977163 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.977497 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.977847 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.978198 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.978533 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.978869 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.979199 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.979534 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.979869 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:38.984592 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:39.014301 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:39.015428 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8496495d-8458-480b-bc2f-0bc82168c9f0 HTTP/1.1" status: 204 len: 168 time: 0.3392048 Jun 27 12:56:39.065299 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ef4a3-0d8e-4af6-ad86-dd4e9e060584 req-93fa0424-6ef7-48ca-95aa-7b78d60d2e2d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:39.067057 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a77ef4a3-0d8e-4af6-ad86-dd4e9e060584 req-93fa0424-6ef7-48ca-95aa-7b78d60d2e2d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 945 time: 0.0844481 Jun 27 12:56:39.112959 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a77ef4a3-0d8e-4af6-ad86-dd4e9e060584 req-da2f7c6d-6878-4642-bba4-794c1f7470b2 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Jun 27 12:56:39.426926 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f403c-a1d7-4ad9-afca-7f451fd50b4e req-f938b76a-50d3-427b-a98a-5b6e2ab637fb tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:39.429764 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bd8f403c-a1d7-4ad9-afca-7f451fd50b4e req-f938b76a-50d3-427b-a98a-5b6e2ab637fb tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0945921 Jun 27 12:56:39.478859 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bd8f403c-a1d7-4ad9-afca-7f451fd50b4e req-bd99d1dd-2837-46ff-bdaf-9af2f5859336 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Jun 27 12:56:39.765496 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8588d35a-cf2c-4b35-b339-85ba3e2ade97 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:56:39.853780 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a7e2a-6fd2-4d48-a5e1-b6b79f81e062 req-17f7db31-7c77-4727-8ca9-2d9a24d97f9f tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:39.855479 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e34a7e2a-6fd2-4d48-a5e1-b6b79f81e062 req-17f7db31-7c77-4727-8ca9-2d9a24d97f9f tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 944 time: 0.2033324 Jun 27 12:56:39.908549 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e34a7e2a-6fd2-4d48-a5e1-b6b79f81e062 req-714b6deb-e00a-4282-834c-38aa61a3576a tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457652 Jun 27 12:56:39.915094 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:56:39.925992 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:56:39.925992 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:40.047604 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:40.077747 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:56:40.088197 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8588d35a-cf2c-4b35-b339-85ba3e2ade97, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:56:40.128833 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'code': 200} Jun 27 12:56:40.167944 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:40.170188 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:56:40.260704 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:40.350273 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=8588d35a-cf2c-4b35-b339-85ba3e2ade97,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:40.356995 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:40.390471 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc4c4-5578-4a7e-ac49-e131810c29b2 req-6229bfc8-f207-4a3f-8881-1b1b53709c87 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:40.392153 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-948bc4c4-5578-4a7e-ac49-e131810c29b2 req-6229bfc8-f207-4a3f-8881-1b1b53709c87 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 945 time: 0.1528268 Jun 27 12:56:40.454545 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-948bc4c4-5578-4a7e-ac49-e131810c29b2 req-eadd6a78-2e55-4f33-8a01-327db9bead2e tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523310 Jun 27 12:56:40.485798 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:56:40.493763 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:56:40.495946 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:40.601509 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666949c-a857-47f0-b076-c5daf109b8bd req-b540b0e0-44d1-4c3b-af1a-124fab3380d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:40.603033 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e666949c-a857-47f0-b076-c5daf109b8bd req-b540b0e0-44d1-4c3b-af1a-124fab3380d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 1098 time: 0.1098733 Jun 27 12:56:40.641579 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:40.651096 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e666949c-a857-47f0-b076-c5daf109b8bd req-1e6fedba-41df-478b-b2e6-d2b5d94065c5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Jun 27 12:56:40.677024 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=05a253fb-5e32-4e87-b600-c1c2d0d4cef2,segment=NetworkSegment(e36bc192-39cc-4d53-bcda-0987aa933f87),segment_id=e36bc192-39cc-4d53-bcda-0987aa933f87)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:56:40.754743 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:40.757428 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:40.836056 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=05a253fb-5e32-4e87-b600-c1c2d0d4cef2,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:40.836056 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:41.106790 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec030ab-2dc5-4def-9335-02695ba67ba2 req-99aea4ed-c4d3-4f8e-8716-61643ab80531 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:41.108162 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7ec030ab-2dc5-4def-9335-02695ba67ba2 req-99aea4ed-c4d3-4f8e-8716-61643ab80531 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 945 time: 0.0873485 Jun 27 12:56:41.159293 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7ec030ab-2dc5-4def-9335-02695ba67ba2 req-942ccd99-1aca-4b38-8e40-b88c89d2293a tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449786 Jun 27 12:56:41.647859 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca60dbd-ccd4-4d75-b311-e8aedbec3a8b req-b278c930-ec5d-4d07-bdf5-f00cbfa6332e tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:41.649261 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-5ca60dbd-ccd4-4d75-b311-e8aedbec3a8b req-b278c930-ec5d-4d07-bdf5-f00cbfa6332e tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 946 time: 0.0809608 Jun 27 12:56:41.697755 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-5ca60dbd-ccd4-4d75-b311-e8aedbec3a8b req-3ea642e6-5410-456b-a945-8e5a373494be tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Jun 27 12:56:42.130213 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffd88de-06f2-42f3-aa05-69fe12881087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a253fb-5e32-4e87-b600-c1c2d0d4cef2'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:56:42.183146 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffd88de-06f2-42f3-aa05-69fe12881087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a253fb-5e32-4e87-b600-c1c2d0d4cef2', 'code': 200} Jun 27 12:56:42.212914 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-51e1227f-8c8e-4894-9ee9-b7640bbb35a5 req-b010ef96-1679-4046-b945-cedaa36866b8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898097 Jun 27 12:56:42.329799 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1227f-8c8e-4894-9ee9-b7640bbb35a5 req-9194304a-5956-4561-b538-5eba27c49079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:42.331361 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-51e1227f-8c8e-4894-9ee9-b7640bbb35a5 req-9194304a-5956-4561-b538-5eba27c49079 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f21edd734134ff2a249e0951d5cb298&device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 1098 time: 0.0834115 Jun 27 12:56:42.384791 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072271a9-b35a-4642-870a-f1caea45df41 req-1dd5ee9a-0088-4e37-baa6-07638be3f394 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:42.386647 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-072271a9-b35a-4642-870a-f1caea45df41 req-1dd5ee9a-0088-4e37-baa6-07638be3f394 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 945 time: 0.0965350 Jun 27 12:56:42.441435 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-072271a9-b35a-4642-870a-f1caea45df41 req-ee32fcda-f2cb-4819-920e-25299fbe1575 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486510 Jun 27 12:56:42.503829 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1227f-8c8e-4894-9ee9-b7640bbb35a5 req-332f2730-e784-4f66-88cc-f81a5c9d2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:42.505420 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-51e1227f-8c8e-4894-9ee9-b7640bbb35a5 req-332f2730-e784-4f66-88cc-f81a5c9d2f8c service neutron] 10.222.0.52 "GET /v2.0/networks?id=e0a05e66-37fd-4570-83e5-5ee41014dd0b HTTP/1.1" status: 200 len: 919 time: 0.1527739 Jun 27 12:56:42.588214 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-51e1227f-8c8e-4894-9ee9-b7640bbb35a5 req-87bff919-2715-4931-a97f-6a8250868365 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9a1e60-2497-4a61-ae40-a8e96134e099 HTTP/1.1" status: 200 len: 217 time: 0.0710726 Jun 27 12:56:42.665770 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1227f-8c8e-4894-9ee9-b7640bbb35a5 req-f849b726-e7d5-4645-a153-419a7fc54b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:42.667385 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-51e1227f-8c8e-4894-9ee9-b7640bbb35a5 req-f849b726-e7d5-4645-a153-419a7fc54b1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce390726-c430-4a6a-89bf-434dd6715207 HTTP/1.1" status: 200 len: 858 time: 0.0656228 Jun 27 12:56:42.718848 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-51e1227f-8c8e-4894-9ee9-b7640bbb35a5 req-393d533c-e6b0-4458-a1fc-21bdb808d06e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0a05e66-37fd-4570-83e5-5ee41014dd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439446 Jun 27 12:56:42.918547 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-51e1227f-8c8e-4894-9ee9-b7640bbb35a5 req-7284cd9e-0664-47b5-ab9e-5601324ebd7a service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923292 Jun 27 12:56:42.950005 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d290a5-5357-4412-8b10-e60c562c72cd req-d7835e7e-c621-4659-912a-bf2f04e3bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:42.957692 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07d290a5-5357-4412-8b10-e60c562c72cd req-d7835e7e-c621-4659-912a-bf2f04e3bfc2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 1099 time: 0.0843077 Jun 27 12:56:43.003889 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-07d290a5-5357-4412-8b10-e60c562c72cd req-8274c49a-f9e0-4d77-beea-d039d70057e2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Jun 27 12:56:43.028050 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde145e-48ba-4a17-bdae-70301e26adec req-d3e06b50-b1d0-42a7-be53-bdc5c8615e1c tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:43.029604 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0fde145e-48ba-4a17-bdae-70301e26adec req-d3e06b50-b1d0-42a7-be53-bdc5c8615e1c tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 946 time: 0.2028785 Jun 27 12:56:43.108714 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0fde145e-48ba-4a17-bdae-70301e26adec req-21fc1ba2-2d55-45e9-a736-308b366efdab tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719621 Jun 27 12:56:43.110740 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-51e1227f-8c8e-4894-9ee9-b7640bbb35a5 req-c7a0f02f-9e8e-4358-8c01-307b77207725 service neutron] 10.222.0.52 "GET /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813824 Jun 27 12:56:43.645047 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbb62d-50d9-4976-9944-a0e24357cc09 req-534ef155-231a-49f5-a388-0ce68f90dd06 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:43.647144 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-42cbb62d-50d9-4976-9944-a0e24357cc09 req-534ef155-231a-49f5-a388-0ce68f90dd06 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 945 time: 0.0872264 Jun 27 12:56:43.697239 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-42cbb62d-50d9-4976-9944-a0e24357cc09 req-701330f5-8b6f-4a91-9316-99acebd2f1f7 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Jun 27 12:56:43.895371 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925fe6-f773-4e9b-9612-f6c2bd9ea076 req-e5482a14-3e7f-4f6c-befd-0ccb6ad90da5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:43.897681 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-36925fe6-f773-4e9b-9612-f6c2bd9ea076 req-e5482a14-3e7f-4f6c-befd-0ccb6ad90da5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 945 time: 0.0847142 Jun 27 12:56:43.948607 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-36925fe6-f773-4e9b-9612-f6c2bd9ea076 req-713ef652-31c1-47b7-b806-22dab1196be2 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448081 Jun 27 12:56:44.311455 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afd0f4-9ce6-4d57-ad2b-4853696ecdae req-237bdc98-4ded-478e-98a5-bae4faed195e tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:44.316586 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a1afd0f4-9ce6-4d57-ad2b-4853696ecdae req-237bdc98-4ded-478e-98a5-bae4faed195e tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 946 time: 0.0925250 Jun 27 12:56:44.393572 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b69a1b-793b-49f0-a553-c0093da681cb req-d9569e3f-fa88-4331-8cfc-7dbd04634726 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:44.393572 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20b69a1b-793b-49f0-a553-c0093da681cb req-d9569e3f-fa88-4331-8cfc-7dbd04634726 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 945 time: 0.1099782 Jun 27 12:56:44.402860 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a1afd0f4-9ce6-4d57-ad2b-4853696ecdae req-0f1be7dc-677e-4874-b142-ea7f611092b3 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796015 Jun 27 12:56:44.448573 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-20b69a1b-793b-49f0-a553-c0093da681cb req-03dc98ef-fbde-4316-a069-a9ab1ce1f2e5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514224 Jun 27 12:56:45.616099 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e0f72-23c2-45a5-b445-5d29e62ba0f1 req-cd2b895a-2681-4788-aadb-0498e2acf227 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:45.618593 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-694e0f72-23c2-45a5-b445-5d29e62ba0f1 req-cd2b895a-2681-4788-aadb-0498e2acf227 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 946 time: 0.0913408 Jun 27 12:56:45.667620 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-694e0f72-23c2-45a5-b445-5d29e62ba0f1 req-149c0d2a-3d5d-434a-a58b-fee16d07e3cd tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Jun 27 12:56:46.109619 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cebdb4-bbfa-4f79-8ebd-4ff287e43487 req-7a0f2096-1385-4265-b005-5b6d5f59976a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:46.111130 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-98cebdb4-bbfa-4f79-8ebd-4ff287e43487 req-7a0f2096-1385-4265-b005-5b6d5f59976a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.0873406 Jun 27 12:56:46.256854 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-98cebdb4-bbfa-4f79-8ebd-4ff287e43487 req-24ff141c-3f84-4dec-993c-ea0e9d7b8e14 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384251 Jun 27 12:56:46.451624 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:47.494336 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaf02a-b93f-4a7b-a993-2b9149fbde5a req-bc452cc0-b0e6-42e8-b887-6198788ee6a0 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:47.495791 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-dbeaf02a-b93f-4a7b-a993-2b9149fbde5a req-bc452cc0-b0e6-42e8-b887-6198788ee6a0 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.0874360 Jun 27 12:56:47.565604 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-dbeaf02a-b93f-4a7b-a993-2b9149fbde5a req-5189e979-4570-4888-ae7f-1135085c55a3 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625463 Jun 27 12:56:48.776304 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4cd8b-87ac-4752-938d-84a35add4ecb req-d3113d23-7693-48fb-be56-41a2577e7cd2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:48.777843 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-83c4cd8b-87ac-4752-938d-84a35add4ecb req-d3113d23-7693-48fb-be56-41a2577e7cd2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.0918114 Jun 27 12:56:48.829336 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-83c4cd8b-87ac-4752-938d-84a35add4ecb req-c414e72c-9cda-4feb-b164-c96fe0256852 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444734 Jun 27 12:56:49.449981 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b883b3-3345-450f-9bdb-1c091aec8e8c req-70a294b5-5fd8-4efc-bb8d-708aa6d0a0d2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:49.451273 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e7b883b3-3345-450f-9bdb-1c091aec8e8c req-70a294b5-5fd8-4efc-bb8d-708aa6d0a0d2 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.0883355 Jun 27 12:56:49.549646 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-e7b883b3-3345-450f-9bdb-1c091aec8e8c req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Deleting port 5f005cab-e69a-41ef-90eb-d1f504abc673 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:56:49.549646 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-e7b883b3-3345-450f-9bdb-1c091aec8e8c req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:49.843357 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-e7b883b3-3345-450f-9bdb-1c091aec8e8c req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] For port 5f005cab-e69a-41ef-90eb-d1f504abc673, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5f005cab-e69a-41ef-90eb-d1f504abc673,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:56:49.844098 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-e7b883b3-3345-450f-9bdb-1c091aec8e8c req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:50.028002 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-e7b883b3-3345-450f-9bdb-1c091aec8e8c req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Calling delete_port for 5f005cab-e69a-41ef-90eb-d1f504abc673 owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:56:50.195278 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895ed72-4276-4b07-8e4c-d0aed4f3db47 req-8cf2ecad-f694-431e-9e48-147f9850784e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:50.197036 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7895ed72-4276-4b07-8e4c-d0aed4f3db47 req-8cf2ecad-f694-431e-9e48-147f9850784e tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 946 time: 0.1676719 Jun 27 12:56:50.254819 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7895ed72-4276-4b07-8e4c-d0aed4f3db47 req-95616dda-ce96-47a0-879b-969c266861c1 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502274 Jun 27 12:56:50.337275 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-e7b883b3-3345-450f-9bdb-1c091aec8e8c req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:50.343617 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-bd30455e-19b6-4d9f-8d95-966cb46c0499 tempest-VolumesActionsTest-1897320591 tempest-VolumesActionsTest-1897320591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:50.350593 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['3d9a1e60-2497-4a61-ae40-a8e96134e099', '5f005cab-e69a-41ef-90eb-d1f504abc673'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:56:50.408974 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Pushing event deleted for resources: {'Port': ['ID=5f005cab-e69a-41ef-90eb-d1f504abc673,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:50.454121 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.454789 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.455198 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.455688 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.456246 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.456762 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.457266 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.457615 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.457959 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.458339 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.459200 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.459544 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:56:50.472496 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:50.513329 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b883b3-3345-450f-9bdb-1c091aec8e8c req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] No DVR routers for this DVR port 5f005cab-e69a-41ef-90eb-d1f504abc673 on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:56:50.516831 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-e7b883b3-3345-450f-9bdb-1c091aec8e8c req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:50.520298 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d861dc9-c342-4391-a313-3675a52e2735', 'name': 'network-vif-deleted', 'tag': '5f005cab-e69a-41ef-90eb-d1f504abc673'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:56:50.578957 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d861dc9-c342-4391-a313-3675a52e2735', 'name': 'network-vif-deleted', 'tag': '5f005cab-e69a-41ef-90eb-d1f504abc673', 'status': 'completed', 'code': 200} Jun 27 12:56:50.670237 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e7b883b3-3345-450f-9bdb-1c091aec8e8c req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.52 "DELETE /v2.0/ports/5f005cab-e69a-41ef-90eb-d1f504abc673 HTTP/1.1" status: 204 len: 173 time: 1.2021747 Jun 27 12:56:50.672043 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-6be47a63-1bcc-4f96-b3df-f782d3ae66af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:51.233288 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:51.485624 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9dfd79e3-2564-41c0-be66-d7add2da398c req-cb6543ea-8a6e-464e-ba2d-d8ca5bec7eb7 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d861dc9-c342-4391-a313-3675a52e2735 HTTP/1.1" status: 200 len: 210 time: 0.0658255 Jun 27 12:56:51.762153 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c865c3-0e22-4194-9aea-639d61094230 req-f4cf4951-889e-403f-8cd9-f44ad2679de8 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:51.765028 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-01c865c3-0e22-4194-9aea-639d61094230 req-f4cf4951-889e-403f-8cd9-f44ad2679de8 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 945 time: 0.1109405 Jun 27 12:56:51.836198 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-01c865c3-0e22-4194-9aea-639d61094230 req-3327dc00-b24d-4ebf-a382-e1996353783d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535030 Jun 27 12:56:51.860581 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45664) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:52.139520 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119d536-c217-46ff-84c8-0aeb1f0ce151 tempest-TestMinimumBasicScenario-219841240 tempest-TestMinimumBasicScenario-219841240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:52.141014 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-2119d536-c217-46ff-84c8-0aeb1f0ce151 tempest-TestMinimumBasicScenario-219841240 tempest-TestMinimumBasicScenario-219841240-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 1093 time: 0.2793889 Jun 27 12:56:52.144175 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45670) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:52.151052 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Request body: {'floatingip': {'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'port_id': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:52.157248 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:52.161339 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Usage tracker for resource:floatingip and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:52.165225 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:52.172300 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:52.273475 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for floatingip, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:52.439391 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:52.615663 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Allocated IP 172.28.1.136 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/2ee2a890-d513-4373-a8e3-2bcb1d153476) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:56:52.853548 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:52.965632 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:52.970373 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-73e89037-e3c9-47f4-a424-e212ba4c2c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:53.036055 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:56:53.039918 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:56:53.043840 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:56:53.097504 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'Port': ['ID=2ee2a890-d513-4373-a8e3-2bcb1d153476,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:53.103004 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:53.387626 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-694d2af1-bcb6-4e0a-a68e-fcb432908eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:53.409259 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605051-adb4-49ed-b6cd-cdf95d81a954 req-9ebe2518-7909-4ce3-8bae-6895259a1805 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:53.410267 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-48605051-adb4-49ed-b6cd-cdf95d81a954 req-9ebe2518-7909-4ce3-8bae-6895259a1805 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Synchronizing usage tracker for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:56:53.503263 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-48605051-adb4-49ed-b6cd-cdf95d81a954 req-9ebe2518-7909-4ce3-8bae-6895259a1805 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Unset dirty status for tenant:5f21edd734134ff2a249e0951d5cb298 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:56:53.505289 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-48605051-adb4-49ed-b6cd-cdf95d81a954 req-9ebe2518-7909-4ce3-8bae-6895259a1805 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.2516155 Jun 27 12:56:53.573810 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-48605051-adb4-49ed-b6cd-cdf95d81a954 req-51543fc5-6655-4b4d-a547-d8fb2ebf767c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583935 Jun 27 12:56:53.823494 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 5f005cab-e69a-41ef-90eb-d1f504abc673 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:56:53.839686 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85392c7e-04e6-4988-aeba-f0dab2cb9f78 req-7e479828-dd04-4e04-9621-262486b7d8b4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:53.841262 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-85392c7e-04e6-4988-aeba-f0dab2cb9f78 req-7e479828-dd04-4e04-9621-262486b7d8b4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.3234982 Jun 27 12:56:53.871184 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 5f005cab-e69a-41ef-90eb-d1f504abc673 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:56:53.871532 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 5f005cab-e69a-41ef-90eb-d1f504abc673 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:56:53.931197 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-85392c7e-04e6-4988-aeba-f0dab2cb9f78 req-9542aff8-99d6-4b81-8990-845c6498d52d tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749063 Jun 27 12:56:53.942467 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:54.144773 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:54.382292 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:54.446285 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:54.450733 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-043edd79-15d0-448c-83d4-1f2fbe225497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:54.543436 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:54.570512 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'Port': ['ID=2ee2a890-d513-4373-a8e3-2bcb1d153476,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:54.575585 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:54.586123 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:54.780042 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.l3_db [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Floating IP 2e846efd-8ac3-41bf-a72c-36ac6169449e associated. External IP: 172.28.1.136, port: 8588d35a-cf2c-4b35-b339-85ba3e2ade97. Jun 27 12:56:54.840341 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213598-72ed-4644-acb5-9929e139fcde req-e2ea397e-b28e-4144-9b68-05a368e68f3a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:54.841998 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e8213598-72ed-4644-acb5-9929e139fcde req-e2ea397e-b28e-4144-9b68-05a368e68f3a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1269379 Jun 27 12:56:54.909147 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e8213598-72ed-4644-acb5-9929e139fcde req-c83283fe-9a5b-4ae0-8ed1-8e7edc9b2402 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469887 Jun 27 12:56:55.388221 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38ada5-81b5-4448-9dd3-391092e8625b req-19d441c1-ef5a-482f-b78b-8a7d7db2869a tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:55.390033 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ea38ada5-81b5-4448-9dd3-391092e8625b req-19d441c1-ef5a-482f-b78b-8a7d7db2869a tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.3054254 Jun 27 12:56:55.395082 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:56:55.508480 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ea38ada5-81b5-4448-9dd3-391092e8625b req-6c3b5627-dcf5-42af-8c27-44b654592d16 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122155 Jun 27 12:56:55.625251 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:56:55.636087 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9708e31-996a-4f78-b58b-2d4976490870 None None] Sync routers for ids ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:56:55.648455 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9708e31-996a-4f78-b58b-2d4976490870 None None] Routers {'1c0ab172-a0b2-402e-9cd6-5679335c7bb8'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:56:55.649006 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-a9708e31-996a-4f78-b58b-2d4976490870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:56:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:56:55.736931 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:55.803471 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-c3a4478b-1acc-4b31-858f-d5f3bcaa12b5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6570270 Jun 27 12:56:55.804944 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:56:55.806370 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45706) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:55.812102 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912519887', 'description': 'tempest-secgroup-smoke-912519887 description', 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:55.819540 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:55.830206 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:55.836094 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-a9708e31-996a-4f78-b58b-2d4976490870 None None] Set router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:56:55.866507 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'status': 'completed', 'code': 200} Jun 27 12:56:55.934348 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:55.978128 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:55.984156 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Usage tracker for resource:security_group_rule and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:55.987730 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:55.998521 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:56.014507 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3e697-c12d-4624-9a43-2e77c4b230ad req-f9320e33-f68e-4889-8f86-805a8f7c7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:56.015917 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-53e3e697-c12d-4624-9a43-2e77c4b230ad req-f9320e33-f68e-4889-8f86-805a8f7c7770 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b&device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 1098 time: 0.1244822 Jun 27 12:56:56.139858 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763be880-e0cd-40ec-81cc-6997b50113e8 req-9fc3d983-53fc-4b85-b87b-d949d6f7dc06 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:56.141486 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-763be880-e0cd-40ec-81cc-6997b50113e8 req-9fc3d983-53fc-4b85-b87b-d949d6f7dc06 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1029840 Jun 27 12:56:56.201659 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-763be880-e0cd-40ec-81cc-6997b50113e8 req-70e6888c-34fe-4b6f-8b1f-65af4b3ec152 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495861 Jun 27 12:56:56.227829 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:56.237911 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-a9708e31-996a-4f78-b58b-2d4976490870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:38Z', 'revision_number': 4, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '2e846efd-8ac3-41bf-a72c-36ac6169449e', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'floating_ip_address': '172.28.1.136', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'port_id': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'mac_address': 'fa:16:3e:1a:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:56:53Z', 'updated_at': '2021-06-27T12:56:53Z', 'revision_number': 0, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d73af7-f3f2-45de-a096-b41ed7da2b8b', 'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'mac_address': 'fa:16:3e:da:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:37Z', 'updated_at': '2021-06-27T12:55:47Z', 'revision_number': 5, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'subnets': [{'id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:56:56.242506 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9708e31-996a-4f78-b58b-2d4976490870 None None] Checking router: 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:56:56.251580 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9708e31-996a-4f78-b58b-2d4976490870 None None] Routers {'1c0ab172-a0b2-402e-9cd6-5679335c7bb8'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:56:56.252529 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-a9708e31-996a-4f78-b58b-2d4976490870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:56:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:56:56.280694 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3e697-c12d-4624-9a43-2e77c4b230ad req-7ccd7a02-779a-4177-adcb-c56f05d528bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:56.282160 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-53e3e697-c12d-4624-9a43-2e77c4b230ad req-7ccd7a02-779a-4177-adcb-c56f05d528bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=7aede900-0ce1-4214-8896-d1aff57446fa HTTP/1.1" status: 200 len: 915 time: 0.2551506 Jun 27 12:56:56.383685 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:56.421584 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-53e3e697-c12d-4624-9a43-2e77c4b230ad req-d836077a-2e72-44c4-932e-ab111ff26f33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97 HTTP/1.1" status: 200 len: 999 time: 0.1269269 Jun 27 12:56:56.441345 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-a9708e31-996a-4f78-b58b-2d4976490870 None None] Set router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:56:56.466257 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:56.475512 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-73e91e55-3ca8-4b3e-b25f-16e0b93d1d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:56.531129 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3e697-c12d-4624-9a43-2e77c4b230ad req-c31c82d8-b8f5-4b21-915a-c2c62b45b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:56.532536 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-53e3e697-c12d-4624-9a43-2e77c4b230ad req-c31c82d8-b8f5-4b21-915a-c2c62b45b063 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc4cb3a9-e3ba-4943-9903-83e2fbc7284c HTTP/1.1" status: 200 len: 853 time: 0.1042094 Jun 27 12:56:56.533150 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a3aee4-f107-4816-a033-ab7481134767,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:56.535975 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:56.633539 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3e697-c12d-4624-9a43-2e77c4b230ad req-5b29107b-20ab-424a-a9c7-34c9348cd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:56.635247 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-53e3e697-c12d-4624-9a43-2e77c4b230ad req-5b29107b-20ab-424a-a9c7-34c9348cd719 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7aede900-0ce1-4214-8896-d1aff57446fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0951197 Jun 27 12:56:56.703022 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:56.704199 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-339b89c9-318b-493c-8956-d06a4df65696 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8965273 Jun 27 12:56:56.707474 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45720) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:56.716432 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Request body: {'security_group_rule': {'security_group_id': '02a3aee4-f107-4816-a033-ab7481134767', 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:56.747690 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:56.764490 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Usage tracker for resource:security_group_rule and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:56.777272 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:56.790280 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:56.846667 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-53e3e697-c12d-4624-9a43-2e77c4b230ad req-fd304ef0-191e-46bf-ae65-fa8f1d202a40 service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782277 Jun 27 12:56:56.855781 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a78433-a6af-4d29-9f71-39a2501a4cc7 req-4dc71933-52c4-497b-a4ab-d17d20710299 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:56.867734 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d4a78433-a6af-4d29-9f71-39a2501a4cc7 req-4dc71933-52c4-497b-a4ab-d17d20710299 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.2262745 Jun 27 12:56:56.873180 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-a9708e31-996a-4f78-b58b-2d4976490870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:38Z', 'revision_number': 4, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '2e846efd-8ac3-41bf-a72c-36ac6169449e', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'floating_ip_address': '172.28.1.136', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'port_id': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'mac_address': 'fa:16:3e:1a:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:56:53Z', 'updated_at': '2021-06-27T12:56:53Z', 'revision_number': 0, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d73af7-f3f2-45de-a096-b41ed7da2b8b', 'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'mac_address': 'fa:16:3e:da:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:37Z', 'updated_at': '2021-06-27T12:55:47Z', 'revision_number': 5, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'subnets': [{'id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:56:56.877594 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9708e31-996a-4f78-b58b-2d4976490870 None None] The sync data for ids ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'] in dv-cinder-798099-1-smb is: [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:38Z', 'revision_number': 4, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '2e846efd-8ac3-41bf-a72c-36ac6169449e', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'floating_ip_address': '172.28.1.136', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'port_id': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'mac_address': 'fa:16:3e:1a:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:56:53Z', 'updated_at': '2021-06-27T12:56:53Z', 'revision_number': 0, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d73af7-f3f2-45de-a096-b41ed7da2b8b', 'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'mac_address': 'fa:16:3e:da:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:37Z', 'updated_at': '2021-06-27T12:55:47Z', 'revision_number': 5, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'subnets': [{'id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:56:56.900500 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:56.975051 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:57.017282 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d4a78433-a6af-4d29-9f71-39a2501a4cc7 req-6d6f210e-c1e5-4257-887e-17ec43cd2c4f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537831 Jun 27 12:56:57.066973 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-53e3e697-c12d-4624-9a43-2e77c4b230ad req-a8f1cc71-fb68-4ca7-84e8-3d83ce0d1474 service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848967 Jun 27 12:56:57.068676 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:57.071260 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-0c456593-58a7-4b3f-9a8c-1c8409a124e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:57.096634 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370a5ef3-e8ff-4b1d-a52a-3bb69d03f1da,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:57.099897 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:57.147895 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5450198-87c2-4a4c-83a4-37450afc376f None None] New status for floating IP 2e846efd-8ac3-41bf-a72c-36ac6169449e: ACTIVE {{(pid=79439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:56:57.240005 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:57.245064 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-277c355d-b373-4bd7-8fe2-648e5bdf0590 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5345736 Jun 27 12:56:57.246694 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45728) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:57.252563 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Request body: {'security_group_rule': {'security_group_id': '02a3aee4-f107-4816-a033-ab7481134767', 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:57.258914 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:57.262876 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Usage tracker for resource:security_group_rule and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:57.265796 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:57.274372 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:57.338559 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:57.405659 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:57.406485 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2d74a-ea8f-47c1-aeed-29d7151691d8 req-6d555c44-6ce9-44ca-b8e6-43f517f201ff tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:57.408030 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-26a2d74a-ea8f-47c1-aeed-29d7151691d8 req-6d555c44-6ce9-44ca-b8e6-43f517f201ff tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0938787 Jun 27 12:56:57.456902 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:57.461760 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-26a2d74a-ea8f-47c1-aeed-29d7151691d8 req-39a2ffec-6171-4bd2-b93e-9b7352d4d1d4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471470 Jun 27 12:56:57.464212 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e11a0496-3fce-42ec-8211-b2906a315eea tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:57.489020 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c09cc3c-58d3-4a92-a648-73ee785779d6,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:57.492857 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:57.593868 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:57.595109 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-0d9b3fcc-a091-4269-b7db-cfccc87b7b79 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3473947 Jun 27 12:56:57.597902 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45732) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:57.603264 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Request body: {'security_group_rule': {'security_group_id': '02a3aee4-f107-4816-a033-ab7481134767', 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:57.609706 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:57.613660 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Usage tracker for resource:security_group_rule and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:57.616722 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:57.622722 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:57.733126 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:57.806992 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:57.896782 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:57.903141 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-d78d6746-6d21-49af-b90a-caf48a47b52b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:57.925088 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af12981-2fa4-41a5-92fb-1439b9707217,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:57.928485 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:58.010609 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:58.011804 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-cd91a29a-18ff-4771-8cd9-981d68017c69 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4129529 Jun 27 12:56:58.014600 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45738) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:58.019744 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Request body: {'security_group_rule': {'security_group_id': '02a3aee4-f107-4816-a033-ab7481134767', 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:58.025620 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:58.029594 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Usage tracker for resource:security_group_rule and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:58.032622 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:58.038792 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:58.190711 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:58.282169 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575ac16-9cf1-4e15-89c7-4cfeb367a40b req-58d27c37-66fc-4639-9042-8bca92407728 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:58.289151 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6575ac16-9cf1-4e15-89c7-4cfeb367a40b req-58d27c37-66fc-4639-9042-8bca92407728 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1469641 Jun 27 12:56:58.289151 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:58.333697 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6575ac16-9cf1-4e15-89c7-4cfeb367a40b req-9e04fd81-b65e-4d4f-b265-26438ed9f76d tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431406 Jun 27 12:56:58.392639 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:56:58.416485 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:58.418949 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:58.443953 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2729d7cd-a948-4710-ab21-1194219b46b2,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:58.446496 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:58.608754 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:58.609895 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-2da652c1-7ca0-4914-afba-d21af6859168 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5943880 Jun 27 12:56:58.614218 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45748) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:58.620104 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Request body: {'security_group_rule': {'security_group_id': '02a3aee4-f107-4816-a033-ab7481134767', 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:58.628493 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:58.632952 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Usage tracker for resource:security_group_rule and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:58.636042 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:58.649545 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:58.671396 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c1460-1382-4b09-9e13-b0ccee7fa9df req-f746ba2f-acd2-4977-acdf-666b4ef2284a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:58.673307 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-007c1460-1382-4b09-9e13-b0ccee7fa9df req-f746ba2f-acd2-4977-acdf-666b4ef2284a tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.0944152 Jun 27 12:56:58.723608 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-007c1460-1382-4b09-9e13-b0ccee7fa9df req-96c65b01-a40a-4b9b-b228-babd642befd4 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439980 Jun 27 12:56:58.793669 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.securitygroups_db [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Project 033fad0c52a943eba0be4e7ce5ce0b6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:56:58.800878 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:58.871756 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:59.045524 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:59.050167 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:59.071671 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfd3635-07aa-49ed-9a38-c109d6a2ddc4,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:59.074203 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:59.251167 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:59.252495 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-b9798a5f-4922-44f0-8018-d7e632d57f61 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6368108 Jun 27 12:56:59.256862 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45756) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:56:59.264419 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Request body: {'security_group_rule': {'security_group_id': '02a3aee4-f107-4816-a033-ab7481134767', 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:59.270298 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:56:59.275269 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Usage tracker for resource:security_group_rule and tenant:033fad0c52a943eba0be4e7ce5ce0b6b is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:56:59.278474 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:56:59.285016 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:56:59.353995 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.securitygroups_db [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Project 033fad0c52a943eba0be4e7ce5ce0b6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:56:59.361629 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:59.445518 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:59.519254 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:59.521555 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6e2b83d6-f31a-46aa-abf7-eed6c42864f9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:56:59.548890 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349ceacc-4ce7-4098-a326-706239fc75b9,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:56:59.551488 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:56:59.568865 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce0254-62b8-417a-9b35-fc001a58d6d4 req-92ccbc1e-22f4-4a52-bcd1-74cc9a7b0f1d tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:59.570928 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-39ce0254-62b8-417a-9b35-fc001a58d6d4 req-92ccbc1e-22f4-4a52-bcd1-74cc9a7b0f1d tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1119096 Jun 27 12:56:59.618368 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-39ce0254-62b8-417a-9b35-fc001a58d6d4 req-e5145b8d-114f-426a-a808-9d29c0bf8c17 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414453 Jun 27 12:56:59.650802 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:56:59.651994 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-738ca1ca-1b28-4933-8035-d412b6778fec tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3934550 Jun 27 12:56:59.780918 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-747ce3a6-6317-4525-b41d-c348f3ad7647 req-2be5128f-2dae-429d-a96f-0880b0191ec0 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912519887&fields=id&tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b HTTP/1.1" status: 200 len: 267 time: 0.0469453 Jun 27 12:56:59.872428 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce3a6-6317-4525-b41d-c348f3ad7647 req-a6dd1001-ef67-49a7-b6db-6eea247af2a1 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:59.874050 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-747ce3a6-6317-4525-b41d-c348f3ad7647 req-a6dd1001-ef67-49a7-b6db-6eea247af2a1 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 945 time: 0.0852075 Jun 27 12:56:59.890728 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-747ce3a6-6317-4525-b41d-c348f3ad7647 req-bdb45770-7ff7-4cd6-9f81-c423e09b26b4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Request body: {'port': {'security_groups': ['3fba4554-a569-4773-9b4a-4190efe28f1e', '02a3aee4-f107-4816-a033-ab7481134767']}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:56:59.938291 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551362ac-4aa6-4e6a-9b39-d7c980f278e2 req-5e9e5a31-6be5-4b2a-92b2-3f31a84e777c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:56:59.939801 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-551362ac-4aa6-4e6a-9b39-d7c980f278e2 req-5e9e5a31-6be5-4b2a-92b2-3f31a84e777c tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.1002326 Jun 27 12:56:59.993065 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-551362ac-4aa6-4e6a-9b39-d7c980f278e2 req-bc1a92a3-15b3-4158-99cb-3a51cab04978 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466120 Jun 27 12:57:00.039666 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-747ce3a6-6317-4525-b41d-c348f3ad7647 req-bdb45770-7ff7-4cd6-9f81-c423e09b26b4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:00.360736 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-747ce3a6-6317-4525-b41d-c348f3ad7647 req-bdb45770-7ff7-4cd6-9f81-c423e09b26b4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] For port 8588d35a-cf2c-4b35-b339-85ba3e2ade97, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:57:00.392044 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-747ce3a6-6317-4525-b41d-c348f3ad7647 req-bdb45770-7ff7-4cd6-9f81-c423e09b26b4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:00.473823 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-747ce3a6-6317-4525-b41d-c348f3ad7647 req-bdb45770-7ff7-4cd6-9f81-c423e09b26b4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:00.479974 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d9f3c4cc-9f92-44fd-9e31-18ef44773cde tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:00.485177 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['8588d35a-cf2c-4b35-b339-85ba3e2ade97'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:57:00.546561 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce3a6-6317-4525-b41d-c348f3ad7647 req-bdb45770-7ff7-4cd6-9f81-c423e09b26b4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:00.547241 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-747ce3a6-6317-4525-b41d-c348f3ad7647 req-bdb45770-7ff7-4cd6-9f81-c423e09b26b4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:00.548685 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-747ce3a6-6317-4525-b41d-c348f3ad7647 req-bdb45770-7ff7-4cd6-9f81-c423e09b26b4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "PUT /v2.0/ports/8588d35a-cf2c-4b35-b339-85ba3e2ade97 HTTP/1.1" status: 200 len: 981 time: 0.6632729 Jun 27 12:57:00.551815 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:57:00.591004 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb45770-7ff7-4cd6-9f81-c423e09b26b4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'Port': ['ID=8588d35a-cf2c-4b35-b339-85ba3e2ade97,revision_number=6']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:00.598387 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-bdb45770-7ff7-4cd6-9f81-c423e09b26b4 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:00.611675 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'status': 'completed', 'code': 200} Jun 27 12:57:00.673691 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['8588d35a-cf2c-4b35-b339-85ba3e2ade97'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:57:00.789138 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a91ae-8191-4c34-893f-bd3eff77a179 req-76e48567-0c47-4562-a423-34098bde2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:00.792951 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-817a91ae-8191-4c34-893f-bd3eff77a179 req-76e48567-0c47-4562-a423-34098bde2b31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b&device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 1137 time: 0.1435268 Jun 27 12:57:00.861054 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1957d6-8f17-4f00-83fb-d2d5cea70969 req-4593f6a1-b3d0-42af-970e-d868851cc430 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:00.862557 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3a1957d6-8f17-4f00-83fb-d2d5cea70969 req-4593f6a1-b3d0-42af-970e-d868851cc430 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.2315187 Jun 27 12:57:00.871166 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9db3d2-ef2b-4a90-9644-ced025cb56f5 req-a28c8fd8-17c7-4074-8d2a-a14a3b575370 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:00.872655 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8b9db3d2-ef2b-4a90-9644-ced025cb56f5 req-a28c8fd8-17c7-4074-8d2a-a14a3b575370 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.1475916 Jun 27 12:57:00.923568 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-2d1859a9-99b6-4894-8f95-187bd32eb08b None None] Provisioning complete for port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:57:00.924467 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-2d1859a9-99b6-4894-8f95-187bd32eb08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:00.977066 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-3a1957d6-8f17-4f00-83fb-d2d5cea70969 req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Deleting port 3d9a1e60-2497-4a61-ae40-a8e96134e099 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:57:00.977472 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-3a1957d6-8f17-4f00-83fb-d2d5cea70969 req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:01.012441 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-8b9db3d2-ef2b-4a90-9644-ced025cb56f5 req-d1f067df-38df-4199-932a-c102276500f0 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Synchronizing usage tracker for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:security_group {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:57:01.118995 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a91ae-8191-4c34-893f-bd3eff77a179 req-15dc162d-d10d-4da4-a187-12a771871b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:01.120460 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-817a91ae-8191-4c34-893f-bd3eff77a179 req-15dc162d-d10d-4da4-a187-12a771871b5f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7aede900-0ce1-4214-8896-d1aff57446fa HTTP/1.1" status: 200 len: 915 time: 0.3184469 Jun 27 12:57:01.134270 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b516-dba9-4418-8fae-fa7e05095513 req-79ce34db-e273-4efa-9659-922800a38288 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:01.135942 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-92f0b516-dba9-4418-8fae-fa7e05095513 req-79ce34db-e273-4efa-9659-922800a38288 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.2985635 Jun 27 12:57:01.193796 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-8b9db3d2-ef2b-4a90-9644-ced025cb56f5 req-d1f067df-38df-4199-932a-c102276500f0 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Unset dirty status for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:security_group {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:57:01.195003 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8b9db3d2-ef2b-4a90-9644-ced025cb56f5 req-d1f067df-38df-4199-932a-c102276500f0 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2894008 Jun 27 12:57:01.330032 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-92f0b516-dba9-4418-8fae-fa7e05095513 req-085d995c-4f6c-47eb-be48-7ab08ab5a881 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1437120 Jun 27 12:57:01.338833 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-817a91ae-8191-4c34-893f-bd3eff77a179 req-167a8be8-d4c2-4170-9650-ad60df88144b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97 HTTP/1.1" status: 200 len: 1001 time: 0.2019355 Jun 27 12:57:01.422162 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a91ae-8191-4c34-893f-bd3eff77a179 req-c75ca1cc-a7eb-47dc-964f-b0fabaddc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:01.424307 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-817a91ae-8191-4c34-893f-bd3eff77a179 req-c75ca1cc-a7eb-47dc-964f-b0fabaddc1c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc4cb3a9-e3ba-4943-9903-83e2fbc7284c HTTP/1.1" status: 200 len: 853 time: 0.0741789 Jun 27 12:57:01.528655 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-3a1957d6-8f17-4f00-83fb-d2d5cea70969 req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] For port 3d9a1e60-2497-4a61-ae40-a8e96134e099, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d9a1e60-2497-4a61-ae40-a8e96134e099,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:57:01.529053 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-3a1957d6-8f17-4f00-83fb-d2d5cea70969 req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:01.548787 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a91ae-8191-4c34-893f-bd3eff77a179 req-d44b67fa-43e8-4ee1-8a68-ee4a6f3f861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:01.549646 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-817a91ae-8191-4c34-893f-bd3eff77a179 req-d44b67fa-43e8-4ee1-8a68-ee4a6f3f861e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7aede900-0ce1-4214-8896-d1aff57446fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1149950 Jun 27 12:57:01.604144 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb19bc0-5b02-494a-b6fe-fc0205012d8c req-d868266d-f5fe-456f-9ad4-9979f9cb8981 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:01.605638 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3fb19bc0-5b02-494a-b6fe-fc0205012d8c req-d868266d-f5fe-456f-9ad4-9979f9cb8981 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 945 time: 0.2006989 Jun 27 12:57:01.671022 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-3a1957d6-8f17-4f00-83fb-d2d5cea70969 req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Calling delete_port for 3d9a1e60-2497-4a61-ae40-a8e96134e099 owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:57:01.697015 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-817a91ae-8191-4c34-893f-bd3eff77a179 req-82701c96-ad76-4ebb-85b9-b1a7db6c7e75 service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392143 Jun 27 12:57:01.762380 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3fb19bc0-5b02-494a-b6fe-fc0205012d8c req-0e77ad49-a6b6-41c5-87dc-b05502eb6172 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980904 Jun 27 12:57:01.840235 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-817a91ae-8191-4c34-893f-bd3eff77a179 req-37da5469-145f-4092-8425-6331082113c7 service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358657 Jun 27 12:57:01.936610 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-3a1957d6-8f17-4f00-83fb-d2d5cea70969 req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:01.942981 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b8a3294a-0949-40db-b233-ebc892c9941e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:01.987377 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Pushing event deleted for resources: {'Port': ['ID=3d9a1e60-2497-4a61-ae40-a8e96134e099,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:01.991208 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:02.064497 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1957d6-8f17-4f00-83fb-d2d5cea70969 req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] No DVR routers for this DVR port 3d9a1e60-2497-4a61-ae40-a8e96134e099 on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:57:02.067209 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-3a1957d6-8f17-4f00-83fb-d2d5cea70969 req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:02.069737 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0ef25f-37f4-462b-b616-ca51af8818cd', 'name': 'network-vif-deleted', 'tag': '3d9a1e60-2497-4a61-ae40-a8e96134e099'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:57:02.117526 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0ef25f-37f4-462b-b616-ca51af8818cd', 'name': 'network-vif-deleted', 'tag': '3d9a1e60-2497-4a61-ae40-a8e96134e099', 'status': 'completed', 'code': 200} Jun 27 12:57:02.125307 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3a1957d6-8f17-4f00-83fb-d2d5cea70969 req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.52 "DELETE /v2.0/ports/3d9a1e60-2497-4a61-ae40-a8e96134e099 HTTP/1.1" status: 204 len: 173 time: 1.2517984 Jun 27 12:57:02.523112 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494978e1-0a02-4a7f-8fd3-4909ccb808ba req-9586e665-148c-4323-b45c-742db549556f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:02.524652 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-494978e1-0a02-4a7f-8fd3-4909ccb808ba req-9586e665-148c-4323-b45c-742db549556f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0895193 Jun 27 12:57:02.573951 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-494978e1-0a02-4a7f-8fd3-4909ccb808ba req-539fc28e-983d-4b2c-b0d8-04faf3c8bf19 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428712 Jun 27 12:57:02.956592 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e8561e0a-4b17-4c8a-ac9d-8cad86bfb249 req-e8f39153-a7ed-45d4-9b5a-09f4ccaa6383 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0ef25f-37f4-462b-b616-ca51af8818cd HTTP/1.1" status: 200 len: 210 time: 0.0485096 Jun 27 12:57:03.767456 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30937b74-bc48-4e7a-8bcf-cb2324eea221 req-6cad7420-c25e-4ffc-9e08-e5925d115534 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:03.768883 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-30937b74-bc48-4e7a-8bcf-cb2324eea221 req-6cad7420-c25e-4ffc-9e08-e5925d115534 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0846751 Jun 27 12:57:03.815237 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-30937b74-bc48-4e7a-8bcf-cb2324eea221 req-9319817a-1184-425a-9b52-fefa0f689bc1 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397258 Jun 27 12:57:03.869112 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 3d9a1e60-2497-4a61-ae40-a8e96134e099 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:57:03.905040 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 3d9a1e60-2497-4a61-ae40-a8e96134e099 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:57:03.905392 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 3d9a1e60-2497-4a61-ae40-a8e96134e099 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:57:04.061806 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45816) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:04.610334 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910150'] for router_interface, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:05.096462 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcb46b-174d-4665-a08c-d6fcf2bfca0d req-b4003e1a-5c52-4878-9767-85271e642475 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:05.097924 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-dbfcb46b-174d-4665-a08c-d6fcf2bfca0d req-b4003e1a-5c52-4878-9767-85271e642475 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1529834 Jun 27 12:57:05.196938 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-dbfcb46b-174d-4665-a08c-d6fcf2bfca0d req-6966b719-a4d9-456b-acf4-26085f57b427 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683477 Jun 27 12:57:05.197683 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Deleting port 8628e95f-48b0-4410-824e-0dd9ea927ab5 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:57:05.198050 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:05.382889 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] For port 8628e95f-48b0-4410-824e-0dd9ea927ab5, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=8628e95f-48b0-4410-824e-0dd9ea927ab5,segment=NetworkSegment(f9500d24-0f64-4694-a2b6-f75f6ed4fa26),segment_id=f9500d24-0f64-4694-a2b6-f75f6ed4fa26)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:57:05.383113 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:05.508453 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Calling delete_port for 8628e95f-48b0-4410-824e-0dd9ea927ab5 owned by network:router_interface {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:57:05.901922 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:05.905902 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:05.954578 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=8628e95f-48b0-4410-824e-0dd9ea927ab5,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:05.958184 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:06.318898 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910314'] for router_interface, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:06.413912 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075352-f4c6-4f94-8d96-8255c92f93e4 req-2f963dcd-1560-45c3-8298-c14d5eefba7d tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:06.415605 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4b075352-f4c6-4f94-8d96-8255c92f93e4 req-2f963dcd-1560-45c3-8298-c14d5eefba7d tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1088409 Jun 27 12:57:06.468507 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4b075352-f4c6-4f94-8d96-8255c92f93e4 req-6a7d5e21-ef57-4750-bbdc-f3f4b49df7dd tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471487 Jun 27 12:57:06.732911 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:57:06.920623 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:57:06.930111 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a52460b-b4a8-4319-b5a7-3ef32b161897 None None] Sync routers for ids ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:57:06.936667 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] 10.222.0.41 "PUT /v2.0/routers/439f21ac-322e-4e7d-88c4-4a61b5a77c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8712916 Jun 27 12:57:06.936951 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45846) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:06.942254 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a52460b-b4a8-4319-b5a7-3ef32b161897 None None] Routers {'439f21ac-322e-4e7d-88c4-4a61b5a77c23'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:57:06.942966 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-1a52460b-b4a8-4319-b5a7-3ef32b161897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:56:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:07.117063 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Notify callbacks [] for router, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:07.123807 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-1a52460b-b4a8-4319-b5a7-3ef32b161897 None None] Set router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:57:07.298548 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:07.359071 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Deleting port 67fb72d2-fb8f-4b1c-8982-6c1911914719 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:57:07.359742 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:07.444570 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-1a52460b-b4a8-4319-b5a7-3ef32b161897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'name': 'tempest-ServerRescueNegativeTestJSON-771662051-router', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:53:46Z', 'updated_at': '2021-06-27T12:57:05Z', 'revision_number': 5, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'gw_port': {'id': '67fb72d2-fb8f-4b1c-8982-6c1911914719', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:59:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:53:48Z', 'updated_at': '2021-06-27T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:07.448498 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a52460b-b4a8-4319-b5a7-3ef32b161897 None None] Checking router: 439f21ac-322e-4e7d-88c4-4a61b5a77c23 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:57:07.456810 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a52460b-b4a8-4319-b5a7-3ef32b161897 None None] Routers {'439f21ac-322e-4e7d-88c4-4a61b5a77c23'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:57:07.457422 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-1a52460b-b4a8-4319-b5a7-3ef32b161897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:56:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:07.549228 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] For port 67fb72d2-fb8f-4b1c-8982-6c1911914719, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=67fb72d2-fb8f-4b1c-8982-6c1911914719,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:57:07.549469 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:07.611999 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-1a52460b-b4a8-4319-b5a7-3ef32b161897 None None] Set router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 gateway port host: None {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:57:07.681652 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Calling delete_port for 67fb72d2-fb8f-4b1c-8982-6c1911914719 owned by network:router_gateway {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:57:07.724651 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-1a52460b-b4a8-4319-b5a7-3ef32b161897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'name': 'tempest-ServerRescueNegativeTestJSON-771662051-router', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:53:46Z', 'updated_at': '2021-06-27T12:57:07Z', 'revision_number': 6, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'gw_port_host': None}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:07.729375 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a52460b-b4a8-4319-b5a7-3ef32b161897 None None] The sync data for ids ['439f21ac-322e-4e7d-88c4-4a61b5a77c23'] in dv-cinder-798099-1-smb is: [{'id': '439f21ac-322e-4e7d-88c4-4a61b5a77c23', 'name': 'tempest-ServerRescueNegativeTestJSON-771662051-router', 'tenant_id': '5f21edd734134ff2a249e0951d5cb298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:53:46Z', 'updated_at': '2021-06-27T12:57:07Z', 'revision_number': 6, 'project_id': '5f21edd734134ff2a249e0951d5cb298', 'gw_port_host': None}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:57:07.959824 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c437e9-1b48-45a4-ae38-d665b8c07e0d req-3ea09cb0-de0d-4bf6-b671-e549274cd79f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:07.961340 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-97c437e9-1b48-45a4-ae38-d665b8c07e0d req-3ea09cb0-de0d-4bf6-b671-e549274cd79f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.3410547 Jun 27 12:57:08.045806 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-97c437e9-1b48-45a4-ae38-d665b8c07e0d req-219f4869-59a8-4cde-bc07-72626cbdf360 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754616 Jun 27 12:57:08.267409 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:08.267409 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-092f1171-c300-4f05-a675-12aad986e375 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:08.268152 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=67fb72d2-fb8f-4b1c-8982-6c1911914719,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:08.301763 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:08.362270 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831331'] for router_gateway, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:08.549649 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7309'] for router, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:08.552718 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:08.564960 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 67fb72d2-fb8f-4b1c-8982-6c1911914719 no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:57:08.606745 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: 67fb72d2-fb8f-4b1c-8982-6c1911914719 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:57:08.607088 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 67fb72d2-fb8f-4b1c-8982-6c1911914719 not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:57:08.607711 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 8628e95f-48b0-4410-824e-0dd9ea927ab5 no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:57:08.642306 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: 8628e95f-48b0-4410-824e-0dd9ea927ab5 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:57:08.642918 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 8628e95f-48b0-4410-824e-0dd9ea927ab5 not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:57:08.724980 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3832270'] for router, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:08.725521 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 439f21ac-322e-4e7d-88c4-4a61b5a77c23 {{(pid=79438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:57:08.743404 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Notify callbacks [] for router, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:08.744551 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] 10.222.0.41 "DELETE /v2.0/routers/439f21ac-322e-4e7d-88c4-4a61b5a77c23 HTTP/1.1" status: 204 len: 168 time: 1.8066909 Jun 27 12:57:08.747212 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45860) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:08.818522 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_v2 [None req-49672179-7734-4a38-8788-aae0920635dd admin admin] Deleting subnet ce390726-c430-4a6a-89bf-434dd6715207 {{(pid=79437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:57:08.822317 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-49672179-7734-4a38-8788-aae0920635dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:08.876931 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-49672179-7734-4a38-8788-aae0920635dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1730966'] for subnet, precommit_delete_associations {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:08.935882 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-49672179-7734-4a38-8788-aae0920635dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:09.113625 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-49672179-7734-4a38-8788-aae0920635dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1730816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27294263'] for subnet, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:09.120739 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:09.191873 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49672179-7734-4a38-8788-aae0920635dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce390726-c430-4a6a-89bf-434dd6715207,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:09.195569 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-49672179-7734-4a38-8788-aae0920635dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:09.197993 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-49672179-7734-4a38-8788-aae0920635dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:09.213104 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-49672179-7734-4a38-8788-aae0920635dd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce390726-c430-4a6a-89bf-434dd6715207 HTTP/1.1" status: 204 len: 168 time: 0.4641857 Jun 27 12:57:09.215665 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 45870) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:09.253599 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f971a9e-da4e-4846-8ebe-a146cfe2a8e2 req-22dff565-0e16-4ca1-b98e-ba2926f9111e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:09.255804 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0f971a9e-da4e-4846-8ebe-a146cfe2a8e2 req-22dff565-0e16-4ca1-b98e-ba2926f9111e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0957055 Jun 27 12:57:09.302685 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0f971a9e-da4e-4846-8ebe-a146cfe2a8e2 req-32e27e82-a66e-4bf1-bb49-c37ffe584275 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406640 Jun 27 12:57:09.334052 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:09.459732 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:09.472315 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a05e66-37fd-4570-83e5-5ee41014dd0b']}} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:09.484706 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26') {'for_net_delete': True} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:09.484996 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9500d24-0f64-4694-a2b6-f75f6ed4fa26') {} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:09.496632 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28051736'] for segment, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:09.512418 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:09.518478 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=79438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:57:09.518845 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28153759'] for segment, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: Traceback (most recent call last): Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: timer() Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: cb(*args, **kw) Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: return func(*args, **kwargs) Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: self._notify() Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: self.callback(batched_events) Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: event.method(event) Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: return f(self, *a, **k) Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: return self._get(url).json() Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: return self.request(url, 'GET', **kwargs) Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:57:09.531899 dv-cinder-798099-1-smb neutron-server[79438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:57:09.713140 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:09.716950 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:09.730122 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:09.740251 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a05e66-37fd-4570-83e5-5ee41014dd0b,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:09.745124 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:09.813231 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-aeeeddb2-8b8c-4c54-9f84-790a6e139f82 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e0a05e66-37fd-4570-83e5-5ee41014dd0b HTTP/1.1" status: 204 len: 168 time: 0.5940747 Jun 27 12:57:09.846205 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc471-35ec-44b6-ac4b-16a33851986e req-a0135d1e-33a6-4446-957d-61252f81aea2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:09.847736 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-af9cc471-35ec-44b6-ac4b-16a33851986e req-a0135d1e-33a6-4446-957d-61252f81aea2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0946629 Jun 27 12:57:09.898851 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-af9cc471-35ec-44b6-ac4b-16a33851986e req-14dbbfde-e289-4b55-959b-cdf5728359c4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445237 Jun 27 12:57:09.959743 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee401f-20ef-456c-a73f-03fb21742d88 req-137455de-832e-4c20-9136-f1e969e93159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:09.961198 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2bee401f-20ef-456c-a73f-03fb21742d88 req-137455de-832e-4c20-9136-f1e969e93159 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0879295 Jun 27 12:57:10.102165 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee401f-20ef-456c-a73f-03fb21742d88 req-35e5f34d-bc4c-4d16-b9de-9e3d631dcc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:10.104086 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2bee401f-20ef-456c-a73f-03fb21742d88 req-35e5f34d-bc4c-4d16-b9de-9e3d631dcc61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 200 len: 912 time: 0.1344252 Jun 27 12:57:10.192093 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45884) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:10.211524 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2bee401f-20ef-456c-a73f-03fb21742d88 req-d75f1a97-ca19-4523-baf5-cb46edd3bf9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17852024-a795-4306-b89d-e6125d2fb596 HTTP/1.1" status: 200 len: 1002 time: 0.1002336 Jun 27 12:57:10.243680 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-7aacf36d-4835-4d98-b69a-6ce2ecccf075 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f21edd734134ff2a249e0951d5cb298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499029 Jun 27 12:57:10.248685 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45890) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:10.313704 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7557702f-8474-485d-9bd9-1f633eb7a501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:10.341119 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7557702f-8474-485d-9bd9-1f633eb7a501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:10.380498 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee401f-20ef-456c-a73f-03fb21742d88 req-bc7350f5-8329-44d4-9158-0f7a91e75cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:10.382608 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2bee401f-20ef-456c-a73f-03fb21742d88 req-bc7350f5-8329-44d4-9158-0f7a91e75cf4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c0a504f-730d-493b-b4e5-1320b17fb5d2 HTTP/1.1" status: 200 len: 850 time: 0.1643922 Jun 27 12:57:10.450869 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7557702f-8474-485d-9bd9-1f633eb7a501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:10.456281 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-b5024f8a-bc24-4bb7-8db7-87cd54da5a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:10.470227 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee401f-20ef-456c-a73f-03fb21742d88 req-3ea1bb74-ebca-4ede-ae0a-cfb8ce49a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:10.471549 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557702f-8474-485d-9bd9-1f633eb7a501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:10.472200 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2bee401f-20ef-456c-a73f-03fb21742d88 req-3ea1bb74-ebca-4ede-ae0a-cfb8ce49a3e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d037d56-8a2b-499f-ac6d-8e124ff2a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827451 Jun 27 12:57:10.475260 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-7557702f-8474-485d-9bd9-1f633eb7a501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:10.546450 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-7557702f-8474-485d-9bd9-1f633eb7a501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:10.547614 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-7557702f-8474-485d-9bd9-1f633eb7a501 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ab523d2-bb5c-41e5-b5a4-e918dd3e9df8 HTTP/1.1" status: 204 len: 168 time: 0.2975264 Jun 27 12:57:10.611925 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2bee401f-20ef-456c-a73f-03fb21742d88 req-89542eb7-d034-4edb-b863-5c67ade33de9 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317809 Jun 27 12:57:10.752288 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2bee401f-20ef-456c-a73f-03fb21742d88 req-a51f2ab2-7397-43b3-b967-8da0783a0589 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321869 Jun 27 12:57:11.091925 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d047845-4446-4e19-b052-a7981e943931 req-4ba9d256-b4d1-4f70-be4b-bb6dd4ae0f64 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:11.093407 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8d047845-4446-4e19-b052-a7981e943931 req-4ba9d256-b4d1-4f70-be4b-bb6dd4ae0f64 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0819235 Jun 27 12:57:11.142173 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8d047845-4446-4e19-b052-a7981e943931 req-bdedaf41-9d40-49a7-970a-ed8961a7742a tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422509 Jun 27 12:57:11.685504 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45922) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:11.800055 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-network', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:57:11.805063 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:11.809027 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Usage tracker for resource:network and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:57:11.811842 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:57:11.819052 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:11.889984 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Made reservation on behalf of c1aa6952415c490d8b4154ba53cacc70 for: {'network': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:57:11.892566 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:11.908063 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:11.923761 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:11.928903 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Usage tracker for resource:security_group_rule and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:57:11.931876 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:57:11.937707 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:12.030575 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:12.073045 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:12.076371 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6f817148-0e11-4014-bee4-c8b5c9344077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:12.106891 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=79437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:57:12.118444 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1388a30-7689-4e12-8fb2-ff5ce964a8fb,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:12.121468 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:12.124312 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:12.124652 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.segments_db [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Added segment fb13c80a-dcdf-4a1d-9cc2-f0f139154411 of type vlan for network 25d7207e-b634-4732-af7e-0b33849bacbc Jun 27 12:57:12.152350 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:12.222029 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:12.225247 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:12.226202 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:12.232993 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-fe94c7ab-8d7d-4608-8fcb-3a496ba08180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:12.495493 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Pushing event updated for resources: {'Network': ['ID=25d7207e-b634-4732-af7e-0b33849bacbc,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:12.496304 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:12.503293 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 25d7207e-b634-4732-af7e-0b33849bacbc details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:57:12.529996 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d1b4d-33c0-495c-be7e-fce8a9253a05 req-e3b756f1-d4da-485f-8179-1984ff8b41aa tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:12.531615 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c93d1b4d-33c0-495c-be7e-fce8a9253a05 req-e3b756f1-d4da-485f-8179-1984ff8b41aa tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.2672248 Jun 27 12:57:12.586937 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c93d1b4d-33c0-495c-be7e-fce8a9253a05 req-8c0811c6-eff4-45f8-bc2e-0056e04f8947 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486310 Jun 27 12:57:12.628310 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9416027 Jun 27 12:57:12.632004 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45944) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:12.639654 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Request body: {'subnet': {'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-subnet', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:57:12.650211 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:12.650211 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Usage tracker for resource:subnet and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:57:12.652368 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:57:12.658111 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:12.741503 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Made reservation on behalf of c1aa6952415c490d8b4154ba53cacc70 for: {'subnet': 1} {{(pid=79437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:57:12.744090 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27294234'] for subnet, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:13.022275 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1730881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27294220'] for subnet, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:13.026288 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:13.097129 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05a0eeb-5c41-438b-ad25-a96254775ad0,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:13.101595 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:13.108547 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Checking segment: {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:57:13.108896 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Network hostable DHCP agents. Network: 25d7207e-b634-4732-af7e-0b33849bacbc, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:57:13.209532 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Network 25d7207e-b634-4732-af7e-0b33849bacbc is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:57:13.272867 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 25d7207e-b634-4732-af7e-0b33849bacbc) {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:57:13.276759 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:13.277364 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:13.286400 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e147dba2-c33b-4f4e-9647-14a881693784 None None] Network 25d7207e-b634-4732-af7e-0b33849bacbc requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:57:13.349035 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-a890fe18-8c43-4980-986e-278882639c00 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7152336 Jun 27 12:57:13.352356 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45950) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:13.357748 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:57:13.362667 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:13.368595 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Usage tracker for resource:router and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:57:13.371674 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:57:13.377512 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:13.433069 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7315'] for router, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:13.434173 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7300'] for router, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:13.450945 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:13.539380 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61cff0b7-818a-53f9-9c49-d15b5ffc093f-25d7207e-b634-4732-af7e-0b33849bacbc', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0'}]}} from dv-cinder-798099-1-smb. {{(pid=79439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:57:13.540331 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:13.698108 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.db_base_plugin_common [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Allocated IP 172.20.0.2 (25d7207e-b634-4732-af7e-0b33849bacbc/e05a0eeb-5c41-438b-ad25-a96254775ad0/de64ab32-49e9-4daf-b30c-2b72984534bc) {{(pid=79439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:57:13.796635 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3831392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7286'] for router, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:13.915843 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Notify callbacks [] for port, precommit_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:13.926919 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Transition to ACTIVE for port object de64ab32-49e9-4daf-b30c-2b72984534bc will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:57:13.946405 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Transition to ACTIVE for port object de64ab32-49e9-4daf-b30c-2b72984534bc will not be triggered until provisioned by entity DHCP. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:57:14.027777 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021'] for port, after_create {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:14.033463 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:14.096413 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Network 25d7207e-b634-4732-af7e-0b33849bacbc is already hosted by enough agents. {{(pid=79439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:57:14.099199 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.scheduler.base_scheduler [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Resources bound (agent type, host, resource id): {{(pid=79439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:57:14.102993 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Received port after_create {{(pid=79439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:57:14.144351 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Pushing event updated for resources: {'Port': ['ID=de64ab32-49e9-4daf-b30c-2b72984534bc,revision_number=1']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:14.171532 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:14.184144 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.184489 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.184822 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.185150 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.185486 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.185809 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.186153 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.186546 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.186782 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.187095 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.187415 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.187719 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:14.198505 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:14.204898 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:14.208124 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Attempting to bind port de64ab32-49e9-4daf-b30c-2b72984534bc on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:57:14.208798 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Attempting to bind port de64ab32-49e9-4daf-b30c-2b72984534bc by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:57:14.209323 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Attempting to bind port de64ab32-49e9-4daf-b30c-2b72984534bc on network 25d7207e-b634-4732-af7e-0b33849bacbc {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:57:14.214968 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:57:14.215440 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Checking segment: {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:57:14.215745 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:14.216175 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Bound using segment: {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:57:14.216647 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Bound port: de64ab32-49e9-4daf-b30c-2b72984534bc, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:57:14.217033 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:14.329018 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] For port de64ab32-49e9-4daf-b30c-2b72984534bc, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:57:14.332121 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] For port de64ab32-49e9-4daf-b30c-2b72984534bc, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=de64ab32-49e9-4daf-b30c-2b72984534bc,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:57:14.353517 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Allocated IP 172.28.1.83 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/3231d6e1-e000-4827-8bc3-4d66d3f2d821) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:57:14.376357 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:14.380265 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:14.464986 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Pushing event updated for resources: {'Port': ['ID=de64ab32-49e9-4daf-b30c-2b72984534bc,revision_number=2']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:14.483100 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:14.524637 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:14.610801 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:14.615093 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-55ae859e-428e-4d64-a4d3-8180dcc3178e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:14.683869 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:57:14.686965 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:57:14.691771 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:57:14.727502 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Pushing event updated for resources: {'Port': ['ID=3231d6e1-e000-4827-8bc3-4d66d3f2d821,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:14.740154 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:15.269376 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:15.419783 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f506cd6f-011b-4046-8d91-5e479576cb07 None None] Network 25d7207e-b634-4732-af7e-0b33849bacbc requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:57:15.587862 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-53641989-fc36-4764-9e5f-d4036d3008f9 None None] Provisioning for port de64ab32-49e9-4daf-b30c-2b72984534bc completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:57:15.649575 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3831367'] for router, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:15.953133 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Router 623b8d50-2772-4ad6-aba0-a686dcedf981 is scheduled to L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f with binding_index 1 {{(pid=79437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:57:16.133511 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:57:16.141952 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Sync routers for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:57:16.150801 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:57:16.151409 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:56:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:16.210171 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Notify callbacks [] for router, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:16.211473 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8581381 Jun 27 12:57:16.214260 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 45980) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:16.342313 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:57:16.448000 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:16.470627 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device de64ab32-49e9-4daf-b30c-2b72984534bc up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:57:16.748679 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:15Z', 'revision_number': 3, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:16.754127 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Checking router: 623b8d50-2772-4ad6-aba0-a686dcedf981 for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:57:16.754556 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Updating router 623b8d50-2772-4ad6-aba0-a686dcedf981 port 3231d6e1-e000-4827-8bc3-4d66d3f2d821 binding host dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:57:16.796497 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port de64ab32-49e9-4daf-b30c-2b72984534bc completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:57:16.813228 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port de64ab32-49e9-4daf-b30c-2b72984534bc triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:57:16.813741 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:16.868196 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.071431 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.087302 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.184821 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port de64ab32-49e9-4daf-b30c-2b72984534bc, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=de64ab32-49e9-4daf-b30c-2b72984534bc,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:57:17.284664 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.289230 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:17.308246 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Allocated IP 172.20.0.1 (25d7207e-b634-4732-af7e-0b33849bacbc/e05a0eeb-5c41-438b-ad25-a96254775ad0/751ee0cb-c00c-4df3-ba22-33dfb7c81e2b) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:57:17.366256 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Notify callbacks [] for port, precommit_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.383281 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=de64ab32-49e9-4daf-b30c-2b72984534bc,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:17.386245 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Transition to ACTIVE for port object 3231d6e1-e000-4827-8bc3-4d66d3f2d821 will not be triggered until provisioned by entity L2. {{(pid=79439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:57:17.388742 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:17.463080 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.472956 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.477828 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:17.478186 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.provisioning_blocks [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Transition to ACTIVE for port object 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b will not be triggered until provisioned by entity DHCP. {{(pid=79437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:57:17.553874 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045931c2-c956-4b66-a9e6-2e4bc7024fac None None] Pushing event updated for resources: {'Port': ['ID=3231d6e1-e000-4827-8bc3-4d66d3f2d821,revision_number=2']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:17.556050 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Attempting to bind port 3231d6e1-e000-4827-8bc3-4d66d3f2d821 on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:57:17.556424 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Attempting to bind port 3231d6e1-e000-4827-8bc3-4d66d3f2d821 by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:57:17.556791 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Attempting to bind port 3231d6e1-e000-4827-8bc3-4d66d3f2d821 on network d32f493c-8559-4b40-85d3-8491f4b6d87a {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:57:17.558998 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-045931c2-c956-4b66-a9e6-2e4bc7024fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:17.563386 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:57:17.563760 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Checking segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:57:17.564190 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.564835 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Bound using segment: {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'} {{(pid=79439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:57:17.565306 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.managers [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Bound port: 3231d6e1-e000-4827-8bc3-4d66d3f2d821, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405b39f-0a42-4fba-a873-b632d5baa214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}}] {{(pid=79439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:57:17.565681 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.570627 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.574470 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-76758bd3-10ce-418b-ba9e-05e3cf207ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:17.640092 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Network 25d7207e-b634-4732-af7e-0b33849bacbc is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:57:17.643074 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:57:17.645752 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] For port 3231d6e1-e000-4827-8bc3-4d66d3f2d821, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:57:17.647111 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:57:17.649910 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] For port 3231d6e1-e000-4827-8bc3-4d66d3f2d821, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=3231d6e1-e000-4827-8bc3-4d66d3f2d821,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:57:17.678567 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Pushing event updated for resources: {'Port': ['ID=751ee0cb-c00c-4df3-ba22-33dfb7c81e2b,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:17.684969 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:17.707632 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3831425'] for router_interface, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.759440 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:17.768735 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:17.845379 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:57:17.846025 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:56:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:17.921561 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045931c2-c956-4b66-a9e6-2e4bc7024fac None None] Pushing event updated for resources: {'Port': ['ID=3231d6e1-e000-4827-8bc3-4d66d3f2d821,revision_number=3']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:17.921561 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-045931c2-c956-4b66-a9e6-2e4bc7024fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:17.946101 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:18.022229 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-757074cf-d1a0-4e6d-8ede-60c966918dd4 None None] Provisioning for port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:57:18.032446 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-757074cf-d1a0-4e6d-8ede-60c966918dd4 None None] Provisioning complete for port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:57:18.034255 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-757074cf-d1a0-4e6d-8ede-60c966918dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:18.093573 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:57:18.158377 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-757074cf-d1a0-4e6d-8ede-60c966918dd4 None None] Port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:57:18.174612 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:18.244494 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:18.273187 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-214fac74-fbb6-4193-8bb5-8ba6be6fc41e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:18.355297 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Pushing event updated for resources: {'Port': ['ID=751ee0cb-c00c-4df3-ba22-33dfb7c81e2b,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:18.363100 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910184'] for router_interface, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:18.372035 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:18.438194 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device de64ab32-49e9-4daf-b30c-2b72984534bc up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:57:18.538146 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port de64ab32-49e9-4daf-b30c-2b72984534bc triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:57:18.538787 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:18.571631 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 1, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:18.588432 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052118c-97ab-4f25-a407-09368b930d2c None None] The sync data for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb is: [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 1, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:57:18.621642 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Network 25d7207e-b634-4732-af7e-0b33849bacbc is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:57:18.623296 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:57:18.840271 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Router 623b8d50-2772-4ad6-aba0-a686dcedf981 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:57:18.986793 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-542dbcaf-a609-4011-a649-ad03b47997b9 None None] Provisioning complete for port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:57:18.987173 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-542dbcaf-a609-4011-a649-ad03b47997b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:19.057229 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-542dbcaf-a609-4011-a649-ad03b47997b9 None None] Port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:57:19.061130 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:57:19.078988 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-5cf86d96-f99e-4a6f-bea1-79de3ec3cbc1 admin admin] 10.222.0.41 "PUT /v2.0/routers/623b8d50-2772-4ad6-aba0-a686dcedf981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8558674 Jun 27 12:57:19.650291 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 46012) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:19.655529 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--739958057', 'description': 'tempest-description--108861238'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:57:19.661893 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:19.667949 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Usage tracker for resource:security_group and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:57:19.671353 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:57:19.682076 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:19.766893 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:19.789036 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:19.793329 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Usage tracker for resource:security_group_rule and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:57:19.796327 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:57:19.803543 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:19.913027 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.010167 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.016348 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-95e862b4-ed6f-469c-bd27-b80246edd284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:20.084849 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d03b50f-c142-415c-8b52-3567e03bd368,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:20.089085 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:20.135886 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.137222 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-d1d8d5f0-2429-4548-a749-17d1aeab6a1a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4859052 Jun 27 12:57:20.139950 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 46024) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:20.145365 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'security_group_rule': {'security_group_id': '1d03b50f-c142-415c-8b52-3567e03bd368', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:57:20.151688 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:20.155683 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Usage tracker for resource:security_group_rule and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:57:20.158781 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:57:20.165352 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:20.275465 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.345484 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.415871 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.417955 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:20.441198 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b564c88b-e971-4d77-83d2-4c0b9c7516d5,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:20.444034 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:20.462797 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 3231d6e1-e000-4827-8bc3-4d66d3f2d821 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:57:20.513019 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.517051 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 46028) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:20.517594 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3761106 Jun 27 12:57:20.523901 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'security_group_rule': {'security_group_id': '1d03b50f-c142-415c-8b52-3567e03bd368', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:57:20.530376 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:20.534621 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Usage tracker for resource:security_group_rule and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:57:20.539622 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:57:20.549863 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:20.604369 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 3231d6e1-e000-4827-8bc3-4d66d3f2d821 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:57:20.611934 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 3231d6e1-e000-4827-8bc3-4d66d3f2d821 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:57:20.617114 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.648432 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.659596 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-3c04bb99-6531-4abe-a249-2e31bcf22de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.719034 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.760082 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.779307 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port 3231d6e1-e000-4827-8bc3-4d66d3f2d821, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=3231d6e1-e000-4827-8bc3-4d66d3f2d821,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:57:20.788310 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.802027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-d1fca58f-620d-422f-b857-714ff55f6df4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:20.819802 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Sync routers for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:57:20.829915 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7504445-f29c-4270-a8d4-264dd9ec8c3d,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:20.830098 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:57:20.831014 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:56:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:20.833565 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:20.872999 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.875063 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-045931c2-c956-4b66-a9e6-2e4bc7024fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:20.901658 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:20.906061 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-c8b91c55-4eb5-43bb-abbc-a74fea0a0785 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3841393 Jun 27 12:57:20.913119 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 46038) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:20.913119 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'floatingip': {'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:57:20.920020 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:20.925520 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Usage tracker for resource:floatingip and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:57:20.929057 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:57:20.935865 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:20.950261 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=3231d6e1-e000-4827-8bc3-4d66d3f2d821,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:20.953219 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:21.013236 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:57:21.040714 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:21.183366 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:21.199495 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:21.333917 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Allocated IP 172.28.1.24 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/f9eed35f-ef3b-46bc-bf6b-cf43e282e84e) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:57:21.343659 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:18Z', 'revision_number': 2, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:21.347698 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Checking router: 623b8d50-2772-4ad6-aba0-a686dcedf981 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:57:21.348660 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Updating router 623b8d50-2772-4ad6-aba0-a686dcedf981 port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b binding host dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:57:21.404882 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:21.485277 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:21.597059 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:21.607679 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:21.680858 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:57:21.683556 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:57:21.687374 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:57:21.727668 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'Port': ['ID=f9eed35f-ef3b-46bc-bf6b-cf43e282e84e,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:21.731916 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:21.773333 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:21.786569 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Notify callbacks [] for port, precommit_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:21.798166 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.provisioning_blocks [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Transition to ACTIVE for port object 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b will not be triggered until provisioned by entity L2. {{(pid=79440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:57:21.884298 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:21.889054 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:21.919803 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:22.014578 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Pushing event updated for resources: {'Port': ['ID=751ee0cb-c00c-4df3-ba22-33dfb7c81e2b,revision_number=3']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:22.024157 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.024767 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.025262 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.025784 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.026286 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.026759 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.027231 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.027700 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.030400 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.030400 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.030400 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.030400 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:22.066472 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:22.128401 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Attempting to bind port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b on host dv-cinder-798099-1-smb for vnic_type normal with profile {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:57:22.129050 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Attempting to bind port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b by drivers openvswitch,hyperv on host dv-cinder-798099-1-smb at level 0 using segments [{'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:57:22.130193 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Attempting to bind port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b on network 25d7207e-b634-4732-af7e-0b33849bacbc {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:57:22.136110 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Checking agent: {'id': 'd4b9e3b2-fd39-40b8-bd8f-38109a07e3eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 43, 21), 'started_at': datetime.datetime(2021, 6, 27, 12, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:57:22.136689 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Checking segment: {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:57:22.137255 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:22.137805 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Bound using segment: {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'} {{(pid=79440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:57:22.138456 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.managers [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Bound port: 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b, host: dv-cinder-798099-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'}}] {{(pid=79440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:57:22.138988 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:22.165474 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:22.221388 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:22.226423 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] For port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b, host dv-cinder-798099-1-smb, cleared binding levels {{(pid=79440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:57:22.226773 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-82919b87-e4e3-48e1-8577-a21243dfc340 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:22.229611 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.plugins.ml2.db [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] For port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b, host dv-cinder-798099-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=751ee0cb-c00c-4df3-ba22-33dfb7c81e2b,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:57:22.302764 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron_lib.callbacks.manager [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:22.317009 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:22.336438 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'Port': ['ID=f9eed35f-ef3b-46bc-bf6b-cf43e282e84e,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:22.340886 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:22.351737 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:22.388515 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:57:22.389145 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:56:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:22.444340 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:22.445613 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5383618 Jun 27 12:57:22.462665 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 3231d6e1-e000-4827-8bc3-4d66d3f2d821 up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:57:22.486375 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Pushing event updated for resources: {'Port': ['ID=751ee0cb-c00c-4df3-ba22-33dfb7c81e2b,revision_number=4']} {{(pid=79440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:22.544909 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG oslo_concurrency.lockutils [None req-4a5fd573-b3db-480f-83fd-64676de99c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:22.578464 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 3231d6e1-e000-4827-8bc3-4d66d3f2d821 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:57:22.578843 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:22.597715 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:57:22.659921 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-6aed1833-b365-485a-be26-378618d5fcb2 req-66d4ca00-1b4c-418d-a093-612fa03fd3dd tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Synchronizing usage tracker for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:security_group {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:57:22.762313 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 46070) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:22.764332 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-6aed1833-b365-485a-be26-378618d5fcb2 req-66d4ca00-1b4c-418d-a093-612fa03fd3dd tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Unset dirty status for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:security_group {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:57:22.765586 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-66d4ca00-1b4c-418d-a093-612fa03fd3dd tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--739958057&fields=id&tenant_id=c1aa6952415c490d8b4154ba53cacc70 HTTP/1.1" status: 200 len: 267 time: 0.1529760 Jun 27 12:57:22.891090 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7e4339d6-fd94-4b9b-b538-13d0478c8441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:22.906272 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7e4339d6-fd94-4b9b-b538-13d0478c8441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:22.911020 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7e4339d6-fd94-4b9b-b538-13d0478c8441 admin admin] Usage tracker for resource:security_group_rule and tenant:610e8669c0b04466bd7f5d461d15d750 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:57:22.914126 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7e4339d6-fd94-4b9b-b538-13d0478c8441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:57:22.919722 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7e4339d6-fd94-4b9b-b538-13d0478c8441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:22.931876 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1833-b365-485a-be26-378618d5fcb2 req-812b2867-88bb-46e5-9f07-283d06021c89 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:22.932584 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-6aed1833-b365-485a-be26-378618d5fcb2 req-812b2867-88bb-46e5-9f07-283d06021c89 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Synchronizing usage tracker for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:network {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:57:22.940137 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:22Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:22.945069 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24019d1-c78a-4b7e-adfe-7b5e8372298d None None] The sync data for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb is: [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:22Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:57:23.009980 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7e4339d6-fd94-4b9b-b538-13d0478c8441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:23.038155 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-6aed1833-b365-485a-be26-378618d5fcb2 req-812b2867-88bb-46e5-9f07-283d06021c89 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Unset dirty status for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:network {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:57:23.039352 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-812b2867-88bb-46e5-9f07-283d06021c89 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 817 time: 0.2646046 Jun 27 12:57:23.055566 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-c3f6ef26-97f1-4edc-a59a-1c988d5847f6 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/quotas/c1aa6952415c490d8b4154ba53cacc70 HTTP/1.1" status: 200 len: 375 time: 0.0106215 Jun 27 12:57:23.086176 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7e4339d6-fd94-4b9b-b538-13d0478c8441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:23.095607 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6499fd57-8ca6-4fee-a2cf-1427a7c09148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:23.140002 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7e4339d6-fd94-4b9b-b538-13d0478c8441 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=610e8669c0b04466bd7f5d461d15d750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765707 Jun 27 12:57:23.141357 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4339d6-fd94-4b9b-b538-13d0478c8441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd800811-8d04-4346-9994-909385e5c850,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:23.142649 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 46076) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:23.151137 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7e4339d6-fd94-4b9b-b538-13d0478c8441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:23.163179 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-6aed1833-b365-485a-be26-378618d5fcb2 req-a7e6082a-f94d-4e41-9eeb-3c1b2b02c49f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Synchronizing usage tracker for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:57:23.228382 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-af047e38-b34d-4bfa-963a-3a73c26d1c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:23.256577 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-af047e38-b34d-4bfa-963a-3a73c26d1c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:23.268309 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-6aed1833-b365-485a-be26-378618d5fcb2 req-a7e6082a-f94d-4e41-9eeb-3c1b2b02c49f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Unset dirty status for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:57:23.270366 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-a7e6082a-f94d-4e41-9eeb-3c1b2b02c49f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2082736 Jun 27 12:57:23.400850 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bb5683a2-06bf-4052-b0ce-420676c1b44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:23.433620 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-fafb3e31-6b7f-43f6-8949-d0d076f0e9cc service neutron] 10.222.0.41 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421924 Jun 27 12:57:23.463146 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-af047e38-b34d-4bfa-963a-3a73c26d1c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:23.470197 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-be353c49-5c3b-4e0c-b2d3-c62637d9ca6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:23.527897 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af047e38-b34d-4bfa-963a-3a73c26d1c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd800811-8d04-4346-9994-909385e5c850,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:23.536515 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-af047e38-b34d-4bfa-963a-3a73c26d1c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:23.550308 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-af047e38-b34d-4bfa-963a-3a73c26d1c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:23.555000 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-af047e38-b34d-4bfa-963a-3a73c26d1c12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd800811-8d04-4346-9994-909385e5c850 HTTP/1.1" status: 204 len: 168 time: 0.4112327 Jun 27 12:57:23.603619 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-3f5c6e65-b373-4090-a273-1dd727757938 service neutron] 10.222.0.41 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607056 Jun 27 12:57:23.980529 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f9fa10a5-0125-4726-8108-fe3943e28ec2 req-d042c3e4-d80c-4228-87e4-8885c6f61ad0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 210 time: 0.1434565 Jun 27 12:57:24.469620 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:57:24.632809 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:24.666833 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning for port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:57:24.671988 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:57:24.672388 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:24.805495 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:24.847523 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] For port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=751ee0cb-c00c-4df3-ba22-33dfb7c81e2b,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:57:24.889492 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:24.892444 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:24.967550 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Pushing event updated for resources: {'Port': ['ID=751ee0cb-c00c-4df3-ba22-33dfb7c81e2b,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:24.970569 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:25.143504 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e39c1ec2-5d1a-4751-8850-dbdf2d9b41d0 req-7fc4d719-444a-4bb4-a23c-7452110af020 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 210 time: 0.0437183 Jun 27 12:57:25.366566 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 46124) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:25.490001 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3f86e4fe-48af-4ec9-b5a6-0e414f356e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:25.505727 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-3f86e4fe-48af-4ec9-b5a6-0e414f356e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:25.509684 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-3f86e4fe-48af-4ec9-b5a6-0e414f356e43 admin admin] Usage tracker for resource:security_group_rule and tenant:8b59ddd200144e6097a5864ab2f24704 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:57:25.512754 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-3f86e4fe-48af-4ec9-b5a6-0e414f356e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:57:25.518498 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-3f86e4fe-48af-4ec9-b5a6-0e414f356e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:25.603958 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3f86e4fe-48af-4ec9-b5a6-0e414f356e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:25.695783 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3f86e4fe-48af-4ec9-b5a6-0e414f356e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:25.703048 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3f68db5c-02e6-42d2-9ed3-fae669cf95df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:25.744937 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86e4fe-48af-4ec9-b5a6-0e414f356e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bada30b7-cbc8-4a2b-8aa0-d55ffcf1df6e,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:25.749178 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-3f86e4fe-48af-4ec9-b5a6-0e414f356e43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b59ddd200144e6097a5864ab2f24704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815360 Jun 27 12:57:25.750085 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3f86e4fe-48af-4ec9-b5a6-0e414f356e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:25.752756 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 46130) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:25.814782 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7f08e70b-0505-4cc6-b042-a08c8c34fb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:25.842885 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7f08e70b-0505-4cc6-b042-a08c8c34fb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:26.027027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7f08e70b-0505-4cc6-b042-a08c8c34fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:26.032303 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-993e40f9-a15a-4f32-a8da-532b1da9d210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:26.046145 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08e70b-0505-4cc6-b042-a08c8c34fb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bada30b7-cbc8-4a2b-8aa0-d55ffcf1df6e,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:26.053250 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7f08e70b-0505-4cc6-b042-a08c8c34fb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:26.056250 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7f08e70b-0505-4cc6-b042-a08c8c34fb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:26.059901 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7f08e70b-0505-4cc6-b042-a08c8c34fb1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bada30b7-cbc8-4a2b-8aa0-d55ffcf1df6e HTTP/1.1" status: 204 len: 168 time: 0.3037305 Jun 27 12:57:26.164603 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:26.327467 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-57f212df-d45d-4ff0-9ee8-a47ca3cceaa9 req-036a0b0c-9309-421c-95b6-4df1dc46d7c6 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 210 time: 0.0687368 Jun 27 12:57:26.453884 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b up at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:57:26.457815 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1833-b365-485a-be26-378618d5fcb2 req-fb15a2e2-10be-47b7-b3ab-7a2b71967c62 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:26.459462 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-fb15a2e2-10be-47b7-b3ab-7a2b71967c62 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.52 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 817 time: 0.1674111 Jun 27 12:57:26.523524 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-c1899ba4-47f9-4463-a7ba-b08443e1f7bc tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1aa6952415c490d8b4154ba53cacc70 HTTP/1.1" status: 200 len: 379 time: 0.0551796 Jun 27 12:57:26.534881 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'port': {'device_id': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'admin_state_up': True, 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'security_groups': ['1d03b50f-c142-415c-8b52-3567e03bd368']}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:57:26.539589 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Provisioning complete for port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:57:26.540213 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:26.681212 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:57:26.690926 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:57:26.752454 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Made reservation on behalf of c1aa6952415c490d8b4154ba53cacc70 for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:57:26.756161 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:26.929172 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Allocated IP 172.20.0.7 (25d7207e-b634-4732-af7e-0b33849bacbc/e05a0eeb-5c41-438b-ad25-a96254775ad0/96525b7d-56c7-4e13-b5e1-55ac82ede0aa) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:57:27.141742 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:27.158045 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Transition to ACTIVE for port object 96525b7d-56c7-4e13-b5e1-55ac82ede0aa will not be triggered until provisioned by entity DHCP. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:57:27.284372 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:27.290611 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:27.362263 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Network 25d7207e-b634-4732-af7e-0b33849bacbc is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:57:27.365631 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:57:27.369488 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:57:27.417371 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'Port': ['ID=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:27.422023 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:27.443053 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:27.443702 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:27.523246 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9924450 Jun 27 12:57:27.538466 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Request body: {'port': {'device_id': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:57:27.660798 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac39496-0bdc-4b7b-9949-7fb893446a57 req-729ab08c-e609-4704-89c7-1bf2b13b4182 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:27.661691 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-249bf9ef-ae61-44a1-aac3-ffcc697d2f2e None None] Provisioning for port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:57:27.662244 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-dac39496-0bdc-4b7b-9949-7fb893446a57 req-729ab08c-e609-4704-89c7-1bf2b13b4182 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Synchronizing usage tracker for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:57:27.666489 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-249bf9ef-ae61-44a1-aac3-ffcc697d2f2e None None] Provisioning complete for port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:57:27.669600 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-249bf9ef-ae61-44a1-aac3-ffcc697d2f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:27.680928 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:27.724239 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-249bf9ef-ae61-44a1-aac3-ffcc697d2f2e None None] Port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:57:27.798173 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-dac39496-0bdc-4b7b-9949-7fb893446a57 req-729ab08c-e609-4704-89c7-1bf2b13b4182 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Unset dirty status for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:57:27.799236 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-dac39496-0bdc-4b7b-9949-7fb893446a57 req-729ab08c-e609-4704-89c7-1bf2b13b4182 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 931 time: 0.3243458 Jun 27 12:57:27.889853 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-dac39496-0bdc-4b7b-9949-7fb893446a57 req-3d60ac14-b13a-4d07-baac-d431e0a3357d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842459 Jun 27 12:57:28.068616 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96525b7d-56c7-4e13-b5e1-55ac82ede0aa {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:57:28.075968 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:28.091060 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Transition to ACTIVE for port object 96525b7d-56c7-4e13-b5e1-55ac82ede0aa will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:57:28.175306 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:28.179638 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:28.432049 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:28.436737 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:28.511925 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Attempting to bind port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:57:28.512266 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Attempting to bind port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:57:28.512593 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Attempting to bind port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa on network 25d7207e-b634-4732-af7e-0b33849bacbc {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:57:28.517543 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa on network 25d7207e-b634-4732-af7e-0b33849bacbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:57:28.517856 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Attempting to bind port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa on network 25d7207e-b634-4732-af7e-0b33849bacbc {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:57:28.523605 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:57:28.523935 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Checking segment: {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:57:28.524313 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Bound using segment: {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:57:28.524729 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Bound port: 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:57:28.525069 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:28.613163 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:57:28.617024 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:57:28.672930 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:28.677324 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:28.739817 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:28.740417 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:28.760012 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] 10.222.0.52 "PUT /v2.0/ports/96525b7d-56c7-4e13-b5e1-55ac82ede0aa HTTP/1.1" status: 200 len: 1093 time: 1.2095571 Jun 27 12:57:28.760012 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:57:28.764177 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:28.778103 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:28.805829 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'status': 'completed', 'code': 200} Jun 27 12:57:28.904376 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e8007-f7c6-487d-99d2-82afb3137d9c req-25de667d-2064-4dca-9b95-5f8b136d7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:28.905896 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-656e8007-f7c6-487d-99d2-82afb3137d9c req-25de667d-2064-4dca-9b95-5f8b136d7ef5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 1096 time: 0.0765343 Jun 27 12:57:29.130923 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e8007-f7c6-487d-99d2-82afb3137d9c req-ed38fcc3-4312-44be-b854-011d8858ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:29.132366 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-656e8007-f7c6-487d-99d2-82afb3137d9c req-ed38fcc3-4312-44be-b854-011d8858ecf3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c1aa6952415c490d8b4154ba53cacc70&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2178862 Jun 27 12:57:29.167612 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c6416-3ed5-4040-9a04-374d749f5dae req-eed084e1-c9f5-4d3d-99e6-ed42be850e0e tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:29.168970 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-712c6416-3ed5-4040-9a04-374d749f5dae req-eed084e1-c9f5-4d3d-99e6-ed42be850e0e tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.1433291 Jun 27 12:57:29.278595 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-712c6416-3ed5-4040-9a04-374d749f5dae req-8f4c8e8f-ea17-48e9-a3e2-3787971700d2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031482 Jun 27 12:57:29.312199 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e8007-f7c6-487d-99d2-82afb3137d9c req-e8e91494-7e0d-408d-ab9f-723eaafa1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:29.313610 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-656e8007-f7c6-487d-99d2-82afb3137d9c req-e8e91494-7e0d-408d-ab9f-723eaafa1ff5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1736524 Jun 27 12:57:29.418837 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1833-b365-485a-be26-378618d5fcb2 req-70e73c19-137c-447e-ac89-1820468fe4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:29.420242 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-70e73c19-137c-447e-ac89-1820468fe4e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 1096 time: 0.0700533 Jun 27 12:57:29.501428 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-1687299a-9b37-4160-877b-b5fdedfc9a3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa HTTP/1.1" status: 200 len: 217 time: 0.0648601 Jun 27 12:57:29.574981 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1833-b365-485a-be26-378618d5fcb2 req-55326355-b592-41af-91ec-45050be09702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:29.576475 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-55326355-b592-41af-91ec-45050be09702 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 200 len: 856 time: 0.0666933 Jun 27 12:57:29.659419 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1833-b365-485a-be26-378618d5fcb2 req-f2e2d902-1db5-4a48-8520-fbf42828902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:29.661311 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-f2e2d902-1db5-4a48-8520-fbf42828902e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25d7207e-b634-4732-af7e-0b33849bacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756238 Jun 27 12:57:29.799269 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-4e7f3291-ed11-4688-bd80-96f45821f597 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300075 Jun 27 12:57:29.932173 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6aed1833-b365-485a-be26-378618d5fcb2 req-80219737-7c5f-455c-ad06-fd5536d5de53 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238577 Jun 27 12:57:30.482202 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362febd7-9a8e-4d09-9f92-3b29ad3f6b43 req-5a70cb68-2eae-4060-82ff-dfdc7b53d80a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:30.483653 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-362febd7-9a8e-4d09-9f92-3b29ad3f6b43 req-5a70cb68-2eae-4060-82ff-dfdc7b53d80a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0806794 Jun 27 12:57:30.529168 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-362febd7-9a8e-4d09-9f92-3b29ad3f6b43 req-da534dcd-c94c-4cdc-a60f-1feb3d0cfac5 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382478 Jun 27 12:57:31.811390 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bd3cd-714d-4d8a-b1ad-6c27eca37d71 req-fe06f8f0-d466-4e39-b8b3-8b7af8cbae0b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:31.812901 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-431bd3cd-714d-4d8a-b1ad-6c27eca37d71 req-fe06f8f0-d466-4e39-b8b3-8b7af8cbae0b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.1713283 Jun 27 12:57:31.858109 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-431bd3cd-714d-4d8a-b1ad-6c27eca37d71 req-5b3d7b42-bfc7-4918-b6b9-b80d2fdc9836 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385618 Jun 27 12:57:33.047504 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7218b-1ad4-4097-9801-7ae5a7c90d72 req-f9144686-c169-407b-bc5f-b37bca58af2b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:33.049027 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b3d7218b-1ad4-4097-9801-7ae5a7c90d72 req-f9144686-c169-407b-bc5f-b37bca58af2b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0799527 Jun 27 12:57:33.096436 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b3d7218b-1ad4-4097-9801-7ae5a7c90d72 req-1fe5049d-ca22-4a11-a114-7fa7d8b9aa22 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410206 Jun 27 12:57:33.983530 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 96525b7d-56c7-4e13-b5e1-55ac82ede0aa details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:57:34.115752 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:57:34.128734 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'port_id': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'mac_address': 'fa:16:3e:35:8b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:57:34.184269 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:34.201601 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96525b7d-56c7-4e13-b5e1-55ac82ede0aa {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:57:34.217692 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:57:34.283314 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:34.285052 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:34.292840 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e689b3-fca2-4e4e-81bf-ed8f48013950 req-bbff5cf7-eb60-4441-905f-556713b51049 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:34.294387 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-09e689b3-fca2-4e4e-81bf-ed8f48013950 req-bbff5cf7-eb60-4441-905f-556713b51049 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0838501 Jun 27 12:57:34.341779 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-09e689b3-fca2-4e4e-81bf-ed8f48013950 req-941ddd93-4a76-4a72-9e44-8b3e55da3d09 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415671 Jun 27 12:57:34.379728 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:34.383653 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:34.683144 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['96525b7d-56c7-4e13-b5e1-55ac82ede0aa'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:57:35.390996 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:57:35.532229 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2038c9-bfe7-458b-b5ba-6dcbc3f86bee req-fdb7ac06-42c2-43cd-a469-cb058c1fc873 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:35.533659 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-af2038c9-bfe7-458b-b5ba-6dcbc3f86bee req-fdb7ac06-42c2-43cd-a469-cb058c1fc873 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 944 time: 0.0775669 Jun 27 12:57:35.577675 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-af2038c9-bfe7-458b-b5ba-6dcbc3f86bee req-7a3fe91f-2ffe-4d60-b3fa-4ca7f3805b10 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383143 Jun 27 12:57:35.979941 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 96525b7d-56c7-4e13-b5e1-55ac82ede0aa up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:57:36.083140 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:57:36.088350 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:57:36.088720 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:36.202274 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:36.229062 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:57:36.238937 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:57:36.274181 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'code': 200} Jun 27 12:57:36.306429 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:36.308314 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-21fd4635-190e-4e45-acc3-f28909edc604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:36.372470 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:36.375543 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:36.663213 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a480023-33eb-477e-b0c0-80ab8be8030d req-18f94862-d1fc-426b-881f-c6d90191c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:36.664678 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3a480023-33eb-477e-b0c0-80ab8be8030d req-18f94862-d1fc-426b-881f-c6d90191c38e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 1098 time: 0.0729861 Jun 27 12:57:36.716075 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3a480023-33eb-477e-b0c0-80ab8be8030d req-5e568b30-19aa-424b-97f7-e445876dc533 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438795 Jun 27 12:57:36.885208 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd1c9f-9e6f-4b86-bffa-02c1d4726ea3 req-594157ad-3815-49ec-968e-cd0558e69768 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:36.886750 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4bfd1c9f-9e6f-4b86-bffa-02c1d4726ea3 req-594157ad-3815-49ec-968e-cd0558e69768 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1957006 Jun 27 12:57:36.930602 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4bfd1c9f-9e6f-4b86-bffa-02c1d4726ea3 req-532b257c-22d1-4800-b783-bc5fd20b32e2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381963 Jun 27 12:57:38.183380 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25321abc-f1a1-44b0-832b-ce714e90a03a req-510efc64-9803-4663-9ad3-703a152397cd tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:38.184878 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25321abc-f1a1-44b0-832b-ce714e90a03a req-510efc64-9803-4663-9ad3-703a152397cd tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1387424 Jun 27 12:57:38.330743 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25321abc-f1a1-44b0-832b-ce714e90a03a req-b1f9ac12-64cc-40c1-92ac-7df35c5c7db1 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396532 Jun 27 12:57:39.523354 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc91ca-0c75-48b5-82f2-6ddbbf8b3387 req-37ce258b-2086-4867-87cd-791a8149d678 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:39.524803 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-72fc91ca-0c75-48b5-82f2-6ddbbf8b3387 req-37ce258b-2086-4867-87cd-791a8149d678 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0790055 Jun 27 12:57:39.573581 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-72fc91ca-0c75-48b5-82f2-6ddbbf8b3387 req-bdb82ae4-0867-4b48-91fd-1f73ff328462 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430872 Jun 27 12:57:39.776106 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73adf2-87bd-4787-bc71-72b10dc1a539 req-99dfe878-b1d4-41cd-a0d9-4423118e63f9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:39.777573 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-de73adf2-87bd-4787-bc71-72b10dc1a539 req-99dfe878-b1d4-41cd-a0d9-4423118e63f9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0901988 Jun 27 12:57:39.788110 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 46228) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:57:39.793292 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-0466fc5d-c76b-4579-89ef-64c8775e9f2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'floatingip': {'port_id': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:57:39.867415 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0466fc5d-c76b-4579-89ef-64c8775e9f2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:40.466496 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0466fc5d-c76b-4579-89ef-64c8775e9f2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:40.540202 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0466fc5d-c76b-4579-89ef-64c8775e9f2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:40.703950 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.l3_db [None req-0466fc5d-c76b-4579-89ef-64c8775e9f2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Floating IP c8e202b3-f7ba-4d0a-99af-41b6da4c1c30 associated. External IP: 172.28.1.24, port: 96525b7d-56c7-4e13-b5e1-55ac82ede0aa. Jun 27 12:57:41.148498 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0466fc5d-c76b-4579-89ef-64c8775e9f2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Router 623b8d50-2772-4ad6-aba0-a686dcedf981 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:57:41.329717 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0466fc5d-c76b-4579-89ef-64c8775e9f2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:57:41.334878 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0466fc5d-c76b-4579-89ef-64c8775e9f2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:41.339209 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440aa5b-244b-4772-a291-e353282e98e5 None None] Sync routers for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:57:41.348475 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440aa5b-244b-4772-a291-e353282e98e5 None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:57:41.349081 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-d440aa5b-244b-4772-a291-e353282e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:57:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:41.389832 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-0466fc5d-c76b-4579-89ef-64c8775e9f2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "PUT /v2.0/floatingips/c8e202b3-f7ba-4d0a-99af-41b6da4c1c30 HTTP/1.1" status: 200 len: 990 time: 1.6006131 Jun 27 12:57:41.390948 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:57:41.437467 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'status': 'completed', 'code': 200} Jun 27 12:57:41.531881 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-d440aa5b-244b-4772-a291-e353282e98e5 None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:57:41.534338 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069ff8b-ec95-402d-a05d-7c42af1c2ebf req-88ec7f39-bdcf-4701-aa17-4b20090c1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:41.535855 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0069ff8b-ec95-402d-a05d-7c42af1c2ebf req-88ec7f39-bdcf-4701-aa17-4b20090c1e0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 1098 time: 0.0749192 Jun 27 12:57:41.670205 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069ff8b-ec95-402d-a05d-7c42af1c2ebf req-8eedf96b-18c7-454c-a8cb-292c07a2e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:41.671637 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0069ff8b-ec95-402d-a05d-7c42af1c2ebf req-8eedf96b-18c7-454c-a8cb-292c07a2e0e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 918 time: 0.1289828 Jun 27 12:57:41.784511 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0069ff8b-ec95-402d-a05d-7c42af1c2ebf req-61f04a52-da14-4ad2-9055-c7286f71e9e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa HTTP/1.1" status: 200 len: 998 time: 0.1002424 Jun 27 12:57:41.852348 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069ff8b-ec95-402d-a05d-7c42af1c2ebf req-482c1c04-d937-4466-bd6b-ec3a1281a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:41.853702 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0069ff8b-ec95-402d-a05d-7c42af1c2ebf req-482c1c04-d937-4466-bd6b-ec3a1281a003 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 200 len: 856 time: 0.0625305 Jun 27 12:57:41.891459 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-d440aa5b-244b-4772-a291-e353282e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': 'c8e202b3-f7ba-4d0a-99af-41b6da4c1c30', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'floating_ip_address': '172.28.1.24', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'port_id': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'mac_address': 'fa:16:3e:35:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:57:21Z', 'updated_at': '2021-06-27T12:57:40Z', 'revision_number': 1, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:41.895441 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440aa5b-244b-4772-a291-e353282e98e5 None None] Checking router: 623b8d50-2772-4ad6-aba0-a686dcedf981 for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:57:41.904013 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440aa5b-244b-4772-a291-e353282e98e5 None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:57:41.904622 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-d440aa5b-244b-4772-a291-e353282e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:57:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:41.930490 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069ff8b-ec95-402d-a05d-7c42af1c2ebf req-9f976a35-35e5-4f50-9b53-9269e371cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:41.931940 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0069ff8b-ec95-402d-a05d-7c42af1c2ebf req-9f976a35-35e5-4f50-9b53-9269e371cab5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25d7207e-b634-4732-af7e-0b33849bacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705609 Jun 27 12:57:42.071212 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0069ff8b-ec95-402d-a05d-7c42af1c2ebf req-0a2df68a-0239-4e08-92c5-eba347a253b5 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307611 Jun 27 12:57:42.087921 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-d440aa5b-244b-4772-a291-e353282e98e5 None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:57:42.202474 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0069ff8b-ec95-402d-a05d-7c42af1c2ebf req-e78ebed1-61b7-4d2f-9910-413c04a84f29 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241457 Jun 27 12:57:42.474615 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-d440aa5b-244b-4772-a291-e353282e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': 'c8e202b3-f7ba-4d0a-99af-41b6da4c1c30', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'floating_ip_address': '172.28.1.24', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'port_id': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'mac_address': 'fa:16:3e:35:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:57:21Z', 'updated_at': '2021-06-27T12:57:40Z', 'revision_number': 1, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:57:42.478587 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440aa5b-244b-4772-a291-e353282e98e5 None None] The sync data for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb is: [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': 'c8e202b3-f7ba-4d0a-99af-41b6da4c1c30', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'floating_ip_address': '172.28.1.24', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'port_id': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'mac_address': 'fa:16:3e:35:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:57:21Z', 'updated_at': '2021-06-27T12:57:40Z', 'revision_number': 1, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:57:42.679617 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba68a3-efdd-497d-8e47-b008b72b6ce7 None None] New status for floating IP c8e202b3-f7ba-4d0a-99af-41b6da4c1c30: ACTIVE {{(pid=79440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:57:46.375002 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:49.547788 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a543b-0787-4632-882c-a948dbc4f3a1 req-36d60838-e54b-4d0f-917c-eafa2c5365c7 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:49.549143 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-446a543b-0787-4632-882c-a948dbc4f3a1 req-36d60838-e54b-4d0f-917c-eafa2c5365c7 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 946 time: 0.0847280 Jun 27 12:57:49.594374 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-446a543b-0787-4632-882c-a948dbc4f3a1 req-7ca3c5c0-51f5-4e36-8ff5-e6b6056b8c29 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Jun 27 12:57:50.649667 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-02886d24-c6b3-4a9c-a7fe-253616b2bac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:50.779632 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e077c09-d664-41cc-abdf-0a93b41a987f req-80b7ad69-2c00-4cd5-b9ed-91d938d352c7 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:50.781084 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7e077c09-d664-41cc-abdf-0a93b41a987f req-80b7ad69-2c00-4cd5-b9ed-91d938d352c7 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 946 time: 0.0814402 Jun 27 12:57:50.830129 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7e077c09-d664-41cc-abdf-0a93b41a987f req-52927414-a764-479f-bf0b-68b623d3638d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Jun 27 12:57:51.191885 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:52.013681 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ace61-44aa-43ff-8613-72b7c2b70b22 req-c8e4be85-5b90-4dac-87f1-32eb20aae024 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:52.015159 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ad7ace61-44aa-43ff-8613-72b7c2b70b22 req-c8e4be85-5b90-4dac-87f1-32eb20aae024 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 946 time: 0.0802770 Jun 27 12:57:52.059662 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ad7ace61-44aa-43ff-8613-72b7c2b70b22 req-bd8193ab-3986-483c-9756-641ca300f3b5 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Jun 27 12:57:53.254098 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06675c-50fa-4485-9c24-6570edbd23e5 req-d7e181fe-712c-4eec-b19f-c8b91515e369 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:53.255584 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-db06675c-50fa-4485-9c24-6570edbd23e5 req-d7e181fe-712c-4eec-b19f-c8b91515e369 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 946 time: 0.0844131 Jun 27 12:57:53.300876 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-db06675c-50fa-4485-9c24-6570edbd23e5 req-722454f1-b50e-45ba-adb9-9c5f5f3915bd tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 Jun 27 12:57:53.403129 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a4094887-446d-4a2c-abd0-a6fe828ce89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:54.489149 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef881b-4364-4b0c-b459-55d5fa940291 req-2c1b5133-c2c0-47e7-8c69-bd012adbbc90 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:54.490823 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-48ef881b-4364-4b0c-b459-55d5fa940291 req-2c1b5133-c2c0-47e7-8c69-bd012adbbc90 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 946 time: 0.0812902 Jun 27 12:57:54.535818 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-48ef881b-4364-4b0c-b459-55d5fa940291 req-a8f4e402-7b85-4260-92ae-e0fd306ba9c4 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386965 Jun 27 12:57:54.580507 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:55.183648 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db05b3-19ce-47c9-a88b-698c48aab27c req-590cb519-4503-4602-8c08-42ab89a2cf9b tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:55.184998 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-38db05b3-19ce-47c9-a88b-698c48aab27c req-590cb519-4503-4602-8c08-42ab89a2cf9b tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 946 time: 0.1701975 Jun 27 12:57:55.255694 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-38db05b3-19ce-47c9-a88b-698c48aab27c req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Deleting port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:57:55.256032 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-38db05b3-19ce-47c9-a88b-698c48aab27c req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:55.501542 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-38db05b3-19ce-47c9-a88b-698c48aab27c req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] For port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=05a253fb-5e32-4e87-b600-c1c2d0d4cef2,segment=NetworkSegment(e36bc192-39cc-4d53-bcda-0987aa933f87),segment_id=e36bc192-39cc-4d53-bcda-0987aa933f87)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:57:55.502355 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-38db05b3-19ce-47c9-a88b-698c48aab27c req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:55.624536 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-38db05b3-19ce-47c9-a88b-698c48aab27c req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Calling delete_port for 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:57:55.809771 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eed14-56da-4115-98f8-56dea903089b req-bc7088ed-f8c1-4910-8a76-9d3f25792e3d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:57:55.811258 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-150eed14-56da-4115-98f8-56dea903089b req-bc7088ed-f8c1-4910-8a76-9d3f25792e3d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 946 time: 0.1590211 Jun 27 12:57:55.867033 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-150eed14-56da-4115-98f8-56dea903089b req-ac08a047-be4b-4046-9b19-6bc5c1aec35e tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497074 Jun 27 12:57:55.934649 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-38db05b3-19ce-47c9-a88b-698c48aab27c req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:55.940682 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7415cbce-5802-4547-a0d2-4388a7d12934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:57:55.946213 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['05a253fb-5e32-4e87-b600-c1c2d0d4cef2'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:57:55.985051 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Pushing event deleted for resources: {'Port': ['ID=05a253fb-5e32-4e87-b600-c1c2d0d4cef2,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:57:56.031441 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.032598 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.032598 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.032598 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.032862 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.033188 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.033531 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.033874 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.034252 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.034645 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.035034 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.035266 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:57:56.062355 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:57:56.074654 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-38db05b3-19ce-47c9-a88b-698c48aab27c req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] No DVR routers for this DVR port 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:57:56.077104 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-38db05b3-19ce-47c9-a88b-698c48aab27c req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:56.079777 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffd88de-06f2-42f3-aa05-69fe12881087', 'name': 'network-vif-deleted', 'tag': '05a253fb-5e32-4e87-b600-c1c2d0d4cef2'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:57:56.140711 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-38db05b3-19ce-47c9-a88b-698c48aab27c req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.52 "DELETE /v2.0/ports/05a253fb-5e32-4e87-b600-c1c2d0d4cef2 HTTP/1.1" status: 204 len: 173 time: 0.9494252 Jun 27 12:57:56.162836 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:57:56.176811 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffd88de-06f2-42f3-aa05-69fe12881087', 'name': 'network-vif-deleted', 'tag': '05a253fb-5e32-4e87-b600-c1c2d0d4cef2', 'status': 'completed', 'code': 200} Jun 27 12:57:57.038169 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c95c36b4-d5b0-4aa7-82e9-186be77e8fbb req-334fef4d-d342-4cdf-a69d-7af76a06644b tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffd88de-06f2-42f3-aa05-69fe12881087 HTTP/1.1" status: 200 len: 210 time: 0.0453868 Jun 27 12:57:58.085384 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:57:58.121640 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:57:58.122015 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 05a253fb-5e32-4e87-b600-c1c2d0d4cef2 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:58:03.140384 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-a4b110e3-76af-4a75-9318-e06d938ba114 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:03.141710 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-a4b110e3-76af-4a75-9318-e06d938ba114 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/networks?id=4252a9a2-aabc-4238-85b6-f339a940a540 HTTP/1.1" status: 200 len: 812 time: 0.1427171 Jun 27 12:58:03.156095 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-1146c442-567e-45ae-8aa1-f98508119eb3 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/quotas/41883239c8f2493ab75da4e380637280 HTTP/1.1" status: 200 len: 375 time: 0.0088122 Jun 27 12:58:03.203367 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc3418db-0096-46a8-b0a9-ea1bf1819cdb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=41883239c8f2493ab75da4e380637280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423002 Jun 27 12:58:03.378024 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-70852c7e-54b2-4f7d-a432-38cca05ea6a8 service neutron] 10.222.0.41 "GET /v2.0/networks/4252a9a2-aabc-4238-85b6-f339a940a540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676877 Jun 27 12:58:03.508006 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-a6d10f2c-dadd-4c87-aa15-3d57786b0efa service neutron] 10.222.0.41 "GET /v2.0/networks/4252a9a2-aabc-4238-85b6-f339a940a540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241283 Jun 27 12:58:03.785874 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-776a03dc-b579-4812-a757-7d1a7e0d0fa1 req-bf46cb68-b0e8-4fd1-9173-9920890e1dfe tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Synchronizing usage tracker for tenant:41883239c8f2493ab75da4e380637280 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:58:03.871584 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-776a03dc-b579-4812-a757-7d1a7e0d0fa1 req-bf46cb68-b0e8-4fd1-9173-9920890e1dfe tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Unset dirty status for tenant:41883239c8f2493ab75da4e380637280 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:58:03.872768 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-776a03dc-b579-4812-a757-7d1a7e0d0fa1 req-bf46cb68-b0e8-4fd1-9173-9920890e1dfe tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 210 time: 0.1355484 Jun 27 12:58:05.028322 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1e8e5ca5-b79a-4447-9f8a-92e042aa93e4 req-71c8e209-7c61-4cae-829a-1d36de6c8d78 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 210 time: 0.0467944 Jun 27 12:58:05.788725 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-0027d4e7-13b7-48b2-8967-75b3cbcb2cca tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:05.790305 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-0027d4e7-13b7-48b2-8967-75b3cbcb2cca tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.52 "GET /v2.0/networks?id=4252a9a2-aabc-4238-85b6-f339a940a540 HTTP/1.1" status: 200 len: 812 time: 0.1439986 Jun 27 12:58:05.802952 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Request body: {'port': {'device_id': '82367c0a-22d0-4955-a323-0973935ec3ac', 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540', 'admin_state_up': True, 'tenant_id': '41883239c8f2493ab75da4e380637280'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:58:05.945589 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:58:05.956082 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:58:06.019883 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Made reservation on behalf of 41883239c8f2493ab75da4e380637280 for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:58:06.023402 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:06.216397 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5c0bc2ae-c1e3-42bd-bcad-6a1207e3f1e2 req-fab8b718-1ef8-48bc-9a71-78093991bc97 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 210 time: 0.0648088 Jun 27 12:58:06.230715 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Allocated IP 172.20.0.6 (4252a9a2-aabc-4238-85b6-f339a940a540/061d67bc-98ce-40db-ab35-3265bfc97997/9e35fb54-da4c-4725-addf-59903ec236f6) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:58:06.531110 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:06.620580 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:06.626353 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:06.691543 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Network 4252a9a2-aabc-4238-85b6-f339a940a540 is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:58:06.694348 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:58:06.698786 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:58:06.734096 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Pushing event updated for resources: {'Port': ['ID=9e35fb54-da4c-4725-addf-59903ec236f6,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:06.742489 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:06.764662 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:06.765249 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:06.876954 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0777988 Jun 27 12:58:06.933999 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Request body: {'port': {'device_id': '82367c0a-22d0-4955-a323-0973935ec3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:58:07.048195 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:07.449326 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e35fb54-da4c-4725-addf-59903ec236f6 {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:58:07.458871 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:07.477508 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Transition to ACTIVE for port object 9e35fb54-da4c-4725-addf-59903ec236f6 will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:58:07.496418 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb94ef-28ae-471c-bbdd-391e869cfe5d req-36c54466-ce9f-4f7b-a6b7-62887e8b6401 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:07.497093 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-b3cb94ef-28ae-471c-bbdd-391e869cfe5d req-36c54466-ce9f-4f7b-a6b7-62887e8b6401 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Synchronizing usage tracker for tenant:41883239c8f2493ab75da4e380637280 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:58:07.557189 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:07.561020 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b339a8a7-1fb6-44c0-8d36-ab537e9d3ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:07.598144 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-b3cb94ef-28ae-471c-bbdd-391e869cfe5d req-36c54466-ce9f-4f7b-a6b7-62887e8b6401 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Unset dirty status for tenant:41883239c8f2493ab75da4e380637280 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:58:07.599300 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b3cb94ef-28ae-471c-bbdd-391e869cfe5d req-36c54466-ce9f-4f7b-a6b7-62887e8b6401 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 931 time: 0.2216065 Jun 27 12:58:07.740097 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Pushing event updated for resources: {'Port': ['ID=9e35fb54-da4c-4725-addf-59903ec236f6,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:07.752675 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:07.790178 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b3cb94ef-28ae-471c-bbdd-391e869cfe5d req-ec546318-3ad8-4454-baa9-a37648b0bc53 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819088 Jun 27 12:58:07.833241 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Attempting to bind port 9e35fb54-da4c-4725-addf-59903ec236f6 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:58:07.833483 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Attempting to bind port 9e35fb54-da4c-4725-addf-59903ec236f6 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e36bc192-39cc-4d53-bcda-0987aa933f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:58:07.833810 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Attempting to bind port 9e35fb54-da4c-4725-addf-59903ec236f6 on network 4252a9a2-aabc-4238-85b6-f339a940a540 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:58:07.838472 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Port 9e35fb54-da4c-4725-addf-59903ec236f6 on network 4252a9a2-aabc-4238-85b6-f339a940a540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:58:07.838786 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Attempting to bind port 9e35fb54-da4c-4725-addf-59903ec236f6 on network 4252a9a2-aabc-4238-85b6-f339a940a540 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:58:07.843841 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:58:07.844167 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Checking segment: {'id': 'e36bc192-39cc-4d53-bcda-0987aa933f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:58:07.844541 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Bound using segment: {'id': 'e36bc192-39cc-4d53-bcda-0987aa933f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:58:07.844957 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Bound port: 9e35fb54-da4c-4725-addf-59903ec236f6, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36bc192-39cc-4d53-bcda-0987aa933f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:58:07.845292 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:07.930336 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] For port 9e35fb54-da4c-4725-addf-59903ec236f6, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:58:07.933771 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] For port 9e35fb54-da4c-4725-addf-59903ec236f6, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9e35fb54-da4c-4725-addf-59903ec236f6,segment=NetworkSegment(e36bc192-39cc-4d53-bcda-0987aa933f87),segment_id=e36bc192-39cc-4d53-bcda-0987aa933f87)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:58:08.043367 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:08.047112 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-81a9d939-452c-4faa-8262-d2880b312b6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:08.107118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:08.107714 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:08.109076 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] 10.222.0.52 "PUT /v2.0/ports/9e35fb54-da4c-4725-addf-59903ec236f6 HTTP/1.1" status: 200 len: 1093 time: 1.2238362 Jun 27 12:58:08.109518 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82367c0a-22d0-4955-a323-0973935ec3ac', 'tag': '9e35fb54-da4c-4725-addf-59903ec236f6'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:58:08.128762 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Pushing event updated for resources: {'Port': ['ID=9e35fb54-da4c-4725-addf-59903ec236f6,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:08.131824 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:08.156534 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82367c0a-22d0-4955-a323-0973935ec3ac', 'tag': '9e35fb54-da4c-4725-addf-59903ec236f6', 'status': 'completed', 'code': 200} Jun 27 12:58:08.248056 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261b3f9-a817-46ef-a800-bbabed8797e9 req-3bad0e54-4fe4-4246-bbeb-2edc29a108a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:08.249498 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d261b3f9-a817-46ef-a800-bbabed8797e9 req-3bad0e54-4fe4-4246-bbeb-2edc29a108a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41883239c8f2493ab75da4e380637280&device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 1096 time: 0.0712028 Jun 27 12:58:08.385542 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261b3f9-a817-46ef-a800-bbabed8797e9 req-f0ec05b1-cb69-4cad-aba8-1fbb4defbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:08.386917 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d261b3f9-a817-46ef-a800-bbabed8797e9 req-f0ec05b1-cb69-4cad-aba8-1fbb4defbaf9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=41883239c8f2493ab75da4e380637280&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1302402 Jun 27 12:58:08.530099 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261b3f9-a817-46ef-a800-bbabed8797e9 req-edc85192-b34b-4261-815b-82046406f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:08.531543 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d261b3f9-a817-46ef-a800-bbabed8797e9 req-edc85192-b34b-4261-815b-82046406f32b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371367 Jun 27 12:58:08.649074 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-a46ddcc0-aa0e-420e-a1b1-b5a5a3922363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:08.651304 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-a46ddcc0-aa0e-420e-a1b1-b5a5a3922363 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41883239c8f2493ab75da4e380637280&device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 1096 time: 0.0755205 Jun 27 12:58:08.818549 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-0ca8b118-0149-4644-b4df-4bb21a72666c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e35fb54-da4c-4725-addf-59903ec236f6 HTTP/1.1" status: 200 len: 217 time: 0.1593843 Jun 27 12:58:08.885775 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-456482fb-f765-4c98-bc42-e354194509af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:08.887231 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-456482fb-f765-4c98-bc42-e354194509af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=061d67bc-98ce-40db-ab35-3265bfc97997 HTTP/1.1" status: 200 len: 852 time: 0.0620084 Jun 27 12:58:08.936204 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-4c98b2a0-15ee-463e-ae60-d2a9c4998f80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4252a9a2-aabc-4238-85b6-f339a940a540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409496 Jun 27 12:58:08.982187 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d58ac-886d-4653-bba0-3bc4c3ea3797 req-5b6e8579-f503-4430-91bf-d8e0581bf441 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:08.983647 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-de8d58ac-886d-4653-bba0-3bc4c3ea3797 req-5b6e8579-f503-4430-91bf-d8e0581bf441 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 943 time: 0.0857570 Jun 27 12:58:09.029579 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-de8d58ac-886d-4653-bba0-3bc4c3ea3797 req-06681d73-2146-4e59-956a-a441c43c3f94 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 Jun 27 12:58:09.070563 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-e9396d6a-f855-410a-9bdd-372743363ca9 service neutron] 10.222.0.52 "GET /v2.0/networks/4252a9a2-aabc-4238-85b6-f339a940a540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273022 Jun 27 12:58:09.201083 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-54586f6c-6b51-4c6e-9b16-786f6d54a671 req-1d8296d6-c066-4ee6-8415-ab3dcbdad3e8 service neutron] 10.222.0.52 "GET /v2.0/networks/4252a9a2-aabc-4238-85b6-f339a940a540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226673 Jun 27 12:58:10.231757 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61085b8-3f2c-46a9-be14-10ed835bfbf3 req-4dfbfe7f-87ed-4828-b742-3a7aece78986 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:10.233211 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f61085b8-3f2c-46a9-be14-10ed835bfbf3 req-4dfbfe7f-87ed-4828-b742-3a7aece78986 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 943 time: 0.0923321 Jun 27 12:58:10.282673 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f61085b8-3f2c-46a9-be14-10ed835bfbf3 req-dff4b607-4b43-4575-9dce-1f1a5fe5f7d9 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437503 Jun 27 12:58:11.468322 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb95eb9-fe00-4586-8844-152f1c00df03 req-84fe9b09-76cb-44d3-824e-db91077a9280 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:11.469750 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1bb95eb9-fe00-4586-8844-152f1c00df03 req-84fe9b09-76cb-44d3-824e-db91077a9280 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 943 time: 0.0812850 Jun 27 12:58:11.514842 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1bb95eb9-fe00-4586-8844-152f1c00df03 req-8c68c362-0791-4183-89aa-af3854954491 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392678 Jun 27 12:58:12.205727 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 9e35fb54-da4c-4725-addf-59903ec236f6 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:58:12.333602 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 9e35fb54-da4c-4725-addf-59903ec236f6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9e35fb54-da4c-4725-addf-59903ec236f6,segment=NetworkSegment(e36bc192-39cc-4d53-bcda-0987aa933f87),segment_id=e36bc192-39cc-4d53-bcda-0987aa933f87)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:58:12.346731 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '9e35fb54-da4c-4725-addf-59903ec236f6', 'network_id': '4252a9a2-aabc-4238-85b6-f339a940a540', 'port_id': '9e35fb54-da4c-4725-addf-59903ec236f6', 'mac_address': 'fa:16:3e:ca:34:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061d67bc-98ce-40db-ab35-3265bfc97997', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:58:12.391469 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:58:12.400067 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:12.419941 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e35fb54-da4c-4725-addf-59903ec236f6 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:58:12.435363 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 9e35fb54-da4c-4725-addf-59903ec236f6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9e35fb54-da4c-4725-addf-59903ec236f6,segment=NetworkSegment(e36bc192-39cc-4d53-bcda-0987aa933f87),segment_id=e36bc192-39cc-4d53-bcda-0987aa933f87)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:58:12.550731 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:12.552506 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-c9e47df9-c646-45c7-a82d-5443ab89b1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:12.620249 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=9e35fb54-da4c-4725-addf-59903ec236f6,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:12.624300 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:12.705935 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95873029-9502-4dbf-9d4d-f98ca6bb3a02 req-1cea44cf-3232-4981-acf5-b5e6685d30ce tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:12.707374 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-95873029-9502-4dbf-9d4d-f98ca6bb3a02 req-1cea44cf-3232-4981-acf5-b5e6685d30ce tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 944 time: 0.0812805 Jun 27 12:58:12.753324 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-95873029-9502-4dbf-9d4d-f98ca6bb3a02 req-b98d2a23-7624-4848-8db0-7a47b912c4e8 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402498 Jun 27 12:58:12.902397 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['9e35fb54-da4c-4725-addf-59903ec236f6'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:58:13.936534 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a42fb-6fb8-41e4-99b9-eee3b70097c3 req-3ad03dd3-5d99-485a-8779-f3c8b2cfe1f2 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:13.938386 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b59a42fb-6fb8-41e4-99b9-eee3b70097c3 req-3ad03dd3-5d99-485a-8779-f3c8b2cfe1f2 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 944 time: 0.0797040 Jun 27 12:58:13.983586 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b59a42fb-6fb8-41e4-99b9-eee3b70097c3 req-254485c7-14d3-49cd-90b1-658bbd9fcfab tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395164 Jun 27 12:58:14.221602 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 9e35fb54-da4c-4725-addf-59903ec236f6 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:58:14.356117 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 9e35fb54-da4c-4725-addf-59903ec236f6 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:58:14.361237 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 9e35fb54-da4c-4725-addf-59903ec236f6 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:58:14.361614 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:14.477580 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:14.504436 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82367c0a-22d0-4955-a323-0973935ec3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e35fb54-da4c-4725-addf-59903ec236f6'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:58:14.514379 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 9e35fb54-da4c-4725-addf-59903ec236f6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9e35fb54-da4c-4725-addf-59903ec236f6,segment=NetworkSegment(e36bc192-39cc-4d53-bcda-0987aa933f87),segment_id=e36bc192-39cc-4d53-bcda-0987aa933f87)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:58:14.584678 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:14.587690 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-25f9dd2d-a02e-4232-8d01-097668a5e547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:14.625574 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82367c0a-22d0-4955-a323-0973935ec3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e35fb54-da4c-4725-addf-59903ec236f6', 'code': 200} Jun 27 12:58:14.657649 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=9e35fb54-da4c-4725-addf-59903ec236f6,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:14.665087 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.668707 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.668707 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.668707 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.668707 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.668707 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.668707 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.668707 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.668707 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.669375 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.669375 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.669588 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:14.673217 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:15.011987 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e5e8-39a1-4721-97ad-f1ac8ef42217 req-f8a79910-89bd-41fd-8021-d8217cffe46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:15.013661 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9994e5e8-39a1-4721-97ad-f1ac8ef42217 req-f8a79910-89bd-41fd-8021-d8217cffe46f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 1098 time: 0.0769711 Jun 27 12:58:15.055095 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9994e5e8-39a1-4721-97ad-f1ac8ef42217 req-885b75c0-2d7c-47a5-ae91-0af2b10336e9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346782 Jun 27 12:58:15.171134 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7995c4-06ad-47d1-b856-eb6f267a45a8 req-2d176cd8-0c9c-4103-b04f-0a26698e3a50 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:15.172567 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-eb7995c4-06ad-47d1-b856-eb6f267a45a8 req-2d176cd8-0c9c-4103-b04f-0a26698e3a50 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 945 time: 0.0795212 Jun 27 12:58:15.218380 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-eb7995c4-06ad-47d1-b856-eb6f267a45a8 req-304eebd4-80d7-4017-9935-95512c7c17f8 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Jun 27 12:58:15.866346 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9826232-cc1d-4bcd-a4b4-2dff274d9cdf req-89ff2503-1bef-438f-9ff4-6ad9bc3b4685 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:15.867883 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d9826232-cc1d-4bcd-a4b4-2dff274d9cdf req-89ff2503-1bef-438f-9ff4-6ad9bc3b4685 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.0858967 Jun 27 12:58:15.894094 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794158df-0fd9-4c3d-8fd0-db1c2d9c846a req-2908b1d0-2ddb-499f-8745-c09fcb6b498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:15.895556 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-794158df-0fd9-4c3d-8fd0-db1c2d9c846a req-2908b1d0-2ddb-499f-8745-c09fcb6b498e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b&device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 1137 time: 0.0751441 Jun 27 12:58:15.917674 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d9826232-cc1d-4bcd-a4b4-2dff274d9cdf req-c4981550-050c-4182-8033-c43bd6855dbb tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431628 Jun 27 12:58:16.024979 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794158df-0fd9-4c3d-8fd0-db1c2d9c846a req-c0898389-6beb-4237-8775-f6509a5218b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:16.026426 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-794158df-0fd9-4c3d-8fd0-db1c2d9c846a req-c0898389-6beb-4237-8775-f6509a5218b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7aede900-0ce1-4214-8896-d1aff57446fa HTTP/1.1" status: 200 len: 915 time: 0.1232800 Jun 27 12:58:16.128436 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-794158df-0fd9-4c3d-8fd0-db1c2d9c846a req-a6e346b0-7b21-4398-8179-7b84a7a648b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97 HTTP/1.1" status: 200 len: 1001 time: 0.0950480 Jun 27 12:58:16.193390 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794158df-0fd9-4c3d-8fd0-db1c2d9c846a req-d2a820a7-ba11-427b-b928-60e568cc463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:16.194927 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-794158df-0fd9-4c3d-8fd0-db1c2d9c846a req-d2a820a7-ba11-427b-b928-60e568cc463d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc4cb3a9-e3ba-4943-9903-83e2fbc7284c HTTP/1.1" status: 200 len: 853 time: 0.0587356 Jun 27 12:58:16.277817 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794158df-0fd9-4c3d-8fd0-db1c2d9c846a req-f17a1588-ecc5-4ed9-a3e0-17453636ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:16.279232 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-794158df-0fd9-4c3d-8fd0-db1c2d9c846a req-f17a1588-ecc5-4ed9-a3e0-17453636ca05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7aede900-0ce1-4214-8896-d1aff57446fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764325 Jun 27 12:58:16.437172 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:16.489223 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-794158df-0fd9-4c3d-8fd0-db1c2d9c846a req-fd1fe717-b3c8-4510-9266-b6151b451f84 service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005632 Jun 27 12:58:16.503419 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86b096-bf0f-47a7-81b2-2ec014d811ed req-23237b80-e3cd-4e70-a972-30106c2aaf83 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:16.503419 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fd86b096-bf0f-47a7-81b2-2ec014d811ed req-23237b80-e3cd-4e70-a972-30106c2aaf83 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 945 time: 0.1349137 Jun 27 12:58:16.624000 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fd86b096-bf0f-47a7-81b2-2ec014d811ed req-3d19a360-1e2a-4352-bb09-082addeb5c43 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031849 Jun 27 12:58:16.659059 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-794158df-0fd9-4c3d-8fd0-db1c2d9c846a req-2415266b-1684-4f14-b9a3-50eef8d8f343 service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557050 Jun 27 12:58:17.119351 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d2f8-ff99-4fa3-9ffc-605b9f9778b4 req-37adc72b-ea85-4c10-8b6a-53816c5504b9 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:17.121430 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4600d2f8-ff99-4fa3-9ffc-605b9f9778b4 req-37adc72b-ea85-4c10-8b6a-53816c5504b9 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.0922990 Jun 27 12:58:17.171086 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4600d2f8-ff99-4fa3-9ffc-605b9f9778b4 req-81c903e7-006a-40ce-9fe1-4a63404f392b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433941 Jun 27 12:58:17.893528 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee80c96-63ed-4399-b976-9eea54102131 req-d79290ed-5c9a-44cb-b30e-1fc1d825ff9a tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:17.894999 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1ee80c96-63ed-4399-b976-9eea54102131 req-d79290ed-5c9a-44cb-b30e-1fc1d825ff9a tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 945 time: 0.1625674 Jun 27 12:58:17.939540 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1ee80c96-63ed-4399-b976-9eea54102131 req-2432989e-84d5-44ed-8812-bdc066ca696d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388701 Jun 27 12:58:18.365589 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65846fda-3752-4660-8f5d-efd07a757ed8 req-31d9c40d-e88c-4b4e-8ddd-5c130a16608b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:18.366934 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-65846fda-3752-4660-8f5d-efd07a757ed8 req-31d9c40d-e88c-4b4e-8ddd-5c130a16608b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.0831347 Jun 27 12:58:18.416549 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-65846fda-3752-4660-8f5d-efd07a757ed8 req-5225be02-ab49-470c-bdae-f373c3f448cb tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432391 Jun 27 12:58:19.609445 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306a927-806d-4baa-8743-b2f9ed5624f9 req-92e0074d-990f-49f4-8977-4a83627f1d0e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:19.610950 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4306a927-806d-4baa-8743-b2f9ed5624f9 req-92e0074d-990f-49f4-8977-4a83627f1d0e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.0825777 Jun 27 12:58:19.663160 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4306a927-806d-4baa-8743-b2f9ed5624f9 req-fbf0baf2-913d-4d1f-8e9b-d3299fd8b32a tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459294 Jun 27 12:58:20.458097 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47a20-4ee0-4bf8-85e2-0634854efe36 req-47c6080b-d62a-45ec-9717-a0bac397e0e4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:20.459485 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ecd47a20-4ee0-4bf8-85e2-0634854efe36 req-47c6080b-d62a-45ec-9717-a0bac397e0e4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1846943 Jun 27 12:58:20.506150 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ecd47a20-4ee0-4bf8-85e2-0634854efe36 req-d57c42e8-8dd6-44d4-905e-24d870ca73f9 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399892 Jun 27 12:58:20.619741 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-548b3192-90e2-47e1-a080-f8c44c5b32b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:20.850676 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9427c3-8fa0-4a2a-b991-1783d76d7812 req-2870d14a-2de6-4c74-a85a-576851cb769e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:20.852097 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-5a9427c3-8fa0-4a2a-b991-1783d76d7812 req-2870d14a-2de6-4c74-a85a-576851cb769e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.0798175 Jun 27 12:58:20.897603 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-5a9427c3-8fa0-4a2a-b991-1783d76d7812 req-c331bb7f-611f-4d04-aad0-b16ef96b7853 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393898 Jun 27 12:58:21.185234 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:21.697806 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964355f0-76da-44cf-a731-5f8e54c156ac req-2b1dfa60-e156-4611-b600-7f86f5f492ef tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:21.699810 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-964355f0-76da-44cf-a731-5f8e54c156ac req-2b1dfa60-e156-4611-b600-7f86f5f492ef tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0861514 Jun 27 12:58:21.731246 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-8b6876c6-7bfb-4602-82b5-b334bc424348 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:21.732705 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-8b6876c6-7bfb-4602-82b5-b334bc424348 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.52 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0814381 Jun 27 12:58:21.744919 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-964355f0-76da-44cf-a731-5f8e54c156ac req-ded782ff-72fc-433b-acb0-c37d5f390a0f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a75c085-60c8-440e-bcdc-17444a225124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390272 Jun 27 12:58:21.806926 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Deleting port 17852024-a795-4306-b89d-e6125d2fb596 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:58:21.807266 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:22.106706 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] For port 17852024-a795-4306-b89d-e6125d2fb596, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17852024-a795-4306-b89d-e6125d2fb596,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:58:22.107057 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:22.224267 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105bfaa-8a09-4971-bb21-08f339dc2524 req-0ff5193b-4846-46cc-9135-8507b0b9b6e2 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:22.225691 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8105bfaa-8a09-4971-bb21-08f339dc2524 req-0ff5193b-4846-46cc-9135-8507b0b9b6e2 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.2151301 Jun 27 12:58:22.416204 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8105bfaa-8a09-4971-bb21-08f339dc2524 req-eec7b103-0e51-4c71-a294-d1d2acfe9a02 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387923 Jun 27 12:58:22.455133 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:22.455510 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:22.455802 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.l3_db [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Floating IP b8c347ba-2d78-44e3-a795-57d5718b1c54 disassociated. External IP: 172.28.1.173, port: 17852024-a795-4306-b89d-e6125d2fb596. Jun 27 12:58:22.456150 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Calling delete_port for 17852024-a795-4306-b89d-e6125d2fb596 owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:58:22.711786 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:22.718430 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-14b54d3f-7cdf-4396-a8f4-dea7a4d7d687 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:22.765311 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event deleted for resources: {'Port': ['ID=17852024-a795-4306-b89d-e6125d2fb596,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:22.769917 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:22.906168 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e3826fa-789c-4011-b308-e6754caa10ba req-f6207b12-e22c-4a66-8c44-49a5d76f1e90 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 210 time: 0.0430377 Jun 27 12:58:22.980214 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Router c480119e-8d2d-4ea3-b269-c64cab36d2ff has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:58:23.159366 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:58:23.170620 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478656cf-7661-465a-bd0f-86dd4a78b666 None None] Sync routers for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:58:23.180825 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478656cf-7661-465a-bd0f-86dd4a78b666 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:58:23.181504 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-478656cf-7661-465a-bd0f-86dd4a78b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:57:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:58:23.349922 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] No DVR routers for this DVR port 17852024-a795-4306-b89d-e6125d2fb596 on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:58:23.352589 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:23.356762 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7836de6e-5c92-452a-a654-625048bd0aa3', 'name': 'network-vif-deleted', 'tag': '17852024-a795-4306-b89d-e6125d2fb596'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:58:23.421931 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-478656cf-7661-465a-bd0f-86dd4a78b666 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:58:23.424379 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7836de6e-5c92-452a-a654-625048bd0aa3', 'name': 'network-vif-deleted', 'tag': '17852024-a795-4306-b89d-e6125d2fb596', 'status': 'completed', 'code': 200} Jun 27 12:58:23.459545 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-20890a98-072d-4d0d-b74b-a3eeb2ee4e94 req-ab75ec8b-69b2-4b27-bb68-2d10ecd2d0ca tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.52 "DELETE /v2.0/ports/17852024-a795-4306-b89d-e6125d2fb596 HTTP/1.1" status: 204 len: 173 time: 1.7199519 Jun 27 12:58:23.489595 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-67f91502-0076-4e3b-bb01-9501dcfb2ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:23.640781 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680e66e-2714-4ec5-9761-c050f2a870ad req-e3230626-f41c-4e41-9cd4-a2eaa02f30da tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:23.648558 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a680e66e-2714-4ec5-9761-c050f2a870ad req-e3230626-f41c-4e41-9cd4-a2eaa02f30da tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.1089025 Jun 27 12:58:23.701498 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a680e66e-2714-4ec5-9761-c050f2a870ad req-f28ce657-86d7-4a14-bd94-ebd7495838d5 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517750 Jun 27 12:58:23.773691 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-478656cf-7661-465a-bd0f-86dd4a78b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:58:23.779396 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478656cf-7661-465a-bd0f-86dd4a78b666 None None] Checking router: c480119e-8d2d-4ea3-b269-c64cab36d2ff for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:58:23.788433 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478656cf-7661-465a-bd0f-86dd4a78b666 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:58:23.789099 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-478656cf-7661-465a-bd0f-86dd4a78b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:58:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:58:24.003516 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-478656cf-7661-465a-bd0f-86dd4a78b666 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:58:24.079635 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b4655c45-831d-42ca-81b3-8e90924fffdc req-88488466-dcc7-4d12-bf13-ae78b8c72bda tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7836de6e-5c92-452a-a654-625048bd0aa3 HTTP/1.1" status: 200 len: 210 time: 0.0485146 Jun 27 12:58:24.322670 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-478656cf-7661-465a-bd0f-86dd4a78b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:58:24.327737 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478656cf-7661-465a-bd0f-86dd4a78b666 None None] The sync data for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb is: [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:58:24.595796 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a39f83-a738-404b-aa2c-5f2121a9c0eb None None] New status for floating IP b8c347ba-2d78-44e3-a795-57d5718b1c54: DOWN {{(pid=79440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:58:24.601423 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:24.900823 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc020b0-19d3-4254-b4d5-927fd4492820 req-7caf0f48-0e48-460f-9f97-c840829f1213 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:24.902908 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ddc020b0-19d3-4254-b4d5-927fd4492820 req-7caf0f48-0e48-460f-9f97-c840829f1213 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.0807998 Jun 27 12:58:24.953585 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ddc020b0-19d3-4254-b4d5-927fd4492820 req-b1fe4ca9-334c-40f5-b50c-5f10fcccf894 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447240 Jun 27 12:58:25.267988 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 46546) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:58:25.338952 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2be51af7-50ea-4981-ad69-5c461b5a65db tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:25.369033 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2be51af7-50ea-4981-ad69-5c461b5a65db tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:25.499935 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2be51af7-50ea-4981-ad69-5c461b5a65db tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:25.511024 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-eb86b2ee-15af-4610-8dc0-d883af2bb291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:25.523677 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be51af7-50ea-4981-ad69-5c461b5a65db tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a75c085-60c8-440e-bcdc-17444a225124,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:25.526753 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2be51af7-50ea-4981-ad69-5c461b5a65db tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:25.596062 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2be51af7-50ea-4981-ad69-5c461b5a65db tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:25.597148 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-2be51af7-50ea-4981-ad69-5c461b5a65db tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "DELETE /v2.0/security-groups/2a75c085-60c8-440e-bcdc-17444a225124 HTTP/1.1" status: 204 len: 168 time: 0.3280227 Jun 27 12:58:25.599953 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 46552) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:58:25.616404 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.api.v2.resource [None req-4385f69b-e367-47ec-b0bb-cad5d1626e59 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] show failed (client error): The resource could not be found. Jun 27 12:58:25.617349 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-4385f69b-e367-47ec-b0bb-cad5d1626e59 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups/2a75c085-60c8-440e-bcdc-17444a225124 HTTP/1.1" status: 404 len: 347 time: 0.0164232 Jun 27 12:58:25.621013 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 46556) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:58:25.775571 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Deleting port 043cc1b7-1b73-4235-b423-874f0a0af7c9 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:58:25.775900 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:25.951427 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:25.951657 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:26.071946 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Calling delete_port for 043cc1b7-1b73-4235-b423-874f0a0af7c9 owned by network:floatingip {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:58:26.162717 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a95aeb-a7a4-4eef-b6bc-df37c72b71c5 req-1556d406-9784-4e1c-bdc3-964da0b73a23 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:26.164653 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f8a95aeb-a7a4-4eef-b6bc-df37c72b71c5 req-1556d406-9784-4e1c-bdc3-964da0b73a23 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.1031353 Jun 27 12:58:26.168594 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:26.219868 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f8a95aeb-a7a4-4eef-b6bc-df37c72b71c5 req-2857c39b-22d7-495c-99df-40a727fde572 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483117 Jun 27 12:58:26.298137 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 17852024-a795-4306-b89d-e6125d2fb596 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:58:26.316952 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:26.321481 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0e55bfb2-843c-4856-a1e3-ed7b3cf18133 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:26.333411 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 17852024-a795-4306-b89d-e6125d2fb596 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:58:26.333782 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 17852024-a795-4306-b89d-e6125d2fb596 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:58:26.368021 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event deleted for resources: {'Port': ['ID=043cc1b7-1b73-4235-b423-874f0a0af7c9,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:26.371021 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:26.474493 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:26.491570 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:26.492746 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "DELETE /v2.0/floatingips/b8c347ba-2d78-44e3-a795-57d5718b1c54 HTTP/1.1" status: 204 len: 168 time: 0.8707268 Jun 27 12:58:26.918674 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 46572) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:58:26.924160 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43577537', 'description': 'tempest-description--237213249'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:58:26.930545 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:58:26.936012 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Usage tracker for resource:security_group and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:58:26.939196 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:58:26.945339 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:58:27.065535 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:27.085940 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:58:27.089921 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Usage tracker for resource:security_group_rule and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:58:27.092807 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:58:27.098453 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:58:27.166355 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:27.259870 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:27.267133 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-65649bde-459a-4bbc-a3c4-c645da480f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:27.315227 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f21c541-0928-4e94-8301-beab9e8a968f,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:27.318038 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:27.376011 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:27.377632 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-9d03b61a-42cc-48c9-9675-77da1a0d15b6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4578507 Jun 27 12:58:27.381668 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 46580) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:58:27.387099 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'security_group_rule': {'security_group_id': '7f21c541-0928-4e94-8301-beab9e8a968f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:58:27.393220 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:58:27.398265 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Usage tracker for resource:security_group_rule and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:58:27.402530 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:58:27.415860 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:58:27.433130 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16794e65-fe1f-4712-8de6-19f4fd4f404c req-73fe7609-ff35-4fa9-bec1-e27c674aca4b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:27.434757 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-16794e65-fe1f-4712-8de6-19f4fd4f404c req-73fe7609-ff35-4fa9-bec1-e27c674aca4b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.1021473 Jun 27 12:58:27.485279 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-16794e65-fe1f-4712-8de6-19f4fd4f404c req-b8189170-d7aa-495f-a8dc-63fc214e7446 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444741 Jun 27 12:58:27.495744 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:27.561385 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:27.630941 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:27.632954 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-e78a8d1f-45c2-4da7-998c-2c3a457bbc9c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:27.655872 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf2e352-7f88-4156-a0f6-abb6d2ec2697,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:27.668635 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.668994 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.669349 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.669698 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.670073 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.676431 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.676431 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.676431 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.676431 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.676431 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.676431 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.676431 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:58:27.677602 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:27.740112 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:27.741302 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-fc2e88ae-3c1a-4f6a-9507-232a70b866d3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3596811 Jun 27 12:58:27.745769 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 46586) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:58:27.751294 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'security_group_rule': {'security_group_id': '7f21c541-0928-4e94-8301-beab9e8a968f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:58:27.757308 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:58:27.761557 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Usage tracker for resource:security_group_rule and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:58:27.764578 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:58:27.770175 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:58:27.866574 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:27.928586 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:27.996720 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:27.998978 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:28.024808 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047196cb-e6d5-4838-af31-ae8ce0dc2ba2,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:28.028096 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:28.121630 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:28.122970 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-cadb918d-c836-4a1b-8296-91007a54911b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3759985 Jun 27 12:58:28.126160 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 46592) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:58:28.131418 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'floatingip': {'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:58:28.138277 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:58:28.142052 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Usage tracker for resource:floatingip and tenant:0535c5fa6c824d629cb7c9c1a45a21fa is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:58:28.144938 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:58:28.150719 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:58:28.242559 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:28.378864 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:28.517529 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Allocated IP 172.28.1.71 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/62b74928-499b-4a71-9e6a-64aac719f0ee) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:58:28.669232 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:28.695775 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008dd4f-c977-48f3-8122-7d9721f09859 req-bc5e66db-46a8-409c-9fa0-4693b95fdde9 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:28.697211 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3008dd4f-c977-48f3-8122-7d9721f09859 req-bc5e66db-46a8-409c-9fa0-4693b95fdde9 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.0850642 Jun 27 12:58:28.745518 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-3008dd4f-c977-48f3-8122-7d9721f09859 req-507f6890-a7f1-43e4-b71b-a16ef149338f tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&id=02a3aee4-f107-4816-a033-ab7481134767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417113 Jun 27 12:58:28.763050 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:28.767317 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-9a10c4cb-2fda-40c6-81ae-0e7f95f2c609 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:28.844010 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:58:28.846860 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:58:28.850446 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:58:28.884098 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'Port': ['ID=62b74928-499b-4a71-9e6a-64aac719f0ee,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:28.893094 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:28.938634 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:29.059093 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:29.346248 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:29.408169 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:29.412471 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-4631cbf4-2d4d-4ddf-ba6a-d3e1a6121433 tempest-VolumesNegativeTest-428573558 tempest-VolumesNegativeTest-428573558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:29.524595 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'Port': ['ID=62b74928-499b-4a71-9e6a-64aac719f0ee,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:29.529362 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:29.537645 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:29.619364 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:29.621108 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4939919 Jun 27 12:58:29.782761 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-41bec942-0430-4950-90c5-93f261427335 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Synchronizing usage tracker for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:security_group {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:58:29.865161 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-41bec942-0430-4950-90c5-93f261427335 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Unset dirty status for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:security_group {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:58:29.866428 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-41bec942-0430-4950-90c5-93f261427335 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--43577537&fields=id&tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa HTTP/1.1" status: 200 len: 267 time: 0.1221182 Jun 27 12:58:30.026851 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-2a744f99-ef59-4409-9947-992c10ee2209 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:30.028272 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-2a744f99-ef59-4409-9947-992c10ee2209 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/networks?id=4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 200 len: 811 time: 0.1530964 Jun 27 12:58:30.043457 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-c294240d-26e7-4b2f-b1a6-f05be6125115 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/quotas/0535c5fa6c824d629cb7c9c1a45a21fa HTTP/1.1" status: 200 len: 375 time: 0.0093186 Jun 27 12:58:30.139022 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-f3ade02e-3e59-401a-9e1f-a0410425ec48 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Synchronizing usage tracker for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:58:30.207928 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-f3ade02e-3e59-401a-9e1f-a0410425ec48 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Unset dirty status for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:58:30.210125 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-f3ade02e-3e59-401a-9e1f-a0410425ec48 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1602654 Jun 27 12:58:30.488589 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-961088ed-6b77-422e-854c-36cfab645786 service neutron] 10.222.0.41 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666759 Jun 27 12:58:30.618857 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-cf0c9f47-d02e-4dfa-9c54-91dddd77c292 service neutron] 10.222.0.41 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244116 Jun 27 12:58:30.906763 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-96ae4f43-7873-4348-97b9-3d174b0045f4 req-d6068272-d4d4-48e5-b4e3-2c2b201e800b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 210 time: 0.0434227 Jun 27 12:58:32.065827 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f9ad3e72-8305-41cf-8370-7060306554a5 req-eb2f6e14-d83a-4111-bd35-e4da806671bd tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 210 time: 0.0466976 Jun 27 12:58:32.960236 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-cda9f6ed-a9ce-49fd-951c-dfc3cb8338a4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:32.961685 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-cda9f6ed-a9ce-49fd-951c-dfc3cb8338a4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.52 "GET /v2.0/networks?id=4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 200 len: 811 time: 0.1481297 Jun 27 12:58:33.012067 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7c4b7a5b-d0b1-4bf0-a892-228b441c41c4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa HTTP/1.1" status: 200 len: 378 time: 0.0404606 Jun 27 12:58:33.022897 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'port': {'device_id': '859dd4c8-b7a3-44e8-8862-410891603965', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'admin_state_up': True, 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'security_groups': ['7f21c541-0928-4e94-8301-beab9e8a968f']}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:58:33.186051 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:58:33.197467 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:58:33.271638 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-67ccd8cb-94b4-4fdc-91a5-2e756fe90577 req-6130025c-fe6b-439b-8725-51dfb2700e2c tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 210 time: 0.0493104 Jun 27 12:58:33.287890 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Made reservation on behalf of 0535c5fa6c824d629cb7c9c1a45a21fa for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:58:33.292303 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:33.469870 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Allocated IP 172.20.0.5 (4d037d56-8a2b-499f-ac6d-8e124ff2a298/1c0a504f-730d-493b-b4e5-1320b17fb5d2/66c43f01-e7dd-44e3-aaec-435e311e4e7c) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:58:33.671185 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:33.686147 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Transition to ACTIVE for port object 66c43f01-e7dd-44e3-aaec-435e311e4e7c will not be triggered until provisioned by entity DHCP. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:58:33.763172 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:33.768864 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7f73c730-48b0-4d1f-a4fc-b780c733a2fb tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:33.838992 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:58:33.842120 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:58:33.846025 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:58:33.876474 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event updated for resources: {'Port': ['ID=66c43f01-e7dd-44e3-aaec-435e311e4e7c,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:33.883107 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:33.914110 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:33.914708 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:34.002130 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9827087 Jun 27 12:58:34.015362 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Request body: {'port': {'device_id': '859dd4c8-b7a3-44e8-8862-410891603965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:58:34.124741 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:34.190642 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-05248e9a-2d86-4831-8e27-d0c47b9ee52b None None] Provisioning for port 66c43f01-e7dd-44e3-aaec-435e311e4e7c completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:58:34.195536 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-05248e9a-2d86-4831-8e27-d0c47b9ee52b None None] Provisioning complete for port 66c43f01-e7dd-44e3-aaec-435e311e4e7c triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:58:34.195918 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-05248e9a-2d86-4831-8e27-d0c47b9ee52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:34.259124 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-05248e9a-2d86-4831-8e27-d0c47b9ee52b None None] Port 66c43f01-e7dd-44e3-aaec-435e311e4e7c cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:58:34.525725 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b05c11-07e4-4065-9153-b14e31b39813 req-e26607e8-8e55-4e1e-91eb-8213a4ac727b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:34.526474 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-e8b05c11-07e4-4065-9153-b14e31b39813 req-e26607e8-8e55-4e1e-91eb-8213a4ac727b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Synchronizing usage tracker for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:58:34.536723 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c43f01-e7dd-44e3-aaec-435e311e4e7c {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:58:34.546968 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:34.566357 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Transition to ACTIVE for port object 66c43f01-e7dd-44e3-aaec-435e311e4e7c will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:58:34.624948 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-e8b05c11-07e4-4065-9153-b14e31b39813 req-e26607e8-8e55-4e1e-91eb-8213a4ac727b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Unset dirty status for tenant:0535c5fa6c824d629cb7c9c1a45a21fa on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:58:34.626154 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e8b05c11-07e4-4065-9153-b14e31b39813 req-e26607e8-8e55-4e1e-91eb-8213a4ac727b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 931 time: 0.2532301 Jun 27 12:58:34.655190 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:34.760922 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-08d070f8-9463-4cb7-a443-73870dace4c5 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:34.925725 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e8b05c11-07e4-4065-9153-b14e31b39813 req-dff53aee-b264-4080-9da9-519890ac2e51 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2936294 Jun 27 12:58:34.934132 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Pushing event updated for resources: {'Port': ['ID=66c43f01-e7dd-44e3-aaec-435e311e4e7c,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:34.937274 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:35.013241 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Attempting to bind port 66c43f01-e7dd-44e3-aaec-435e311e4e7c on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:58:35.013895 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Attempting to bind port 66c43f01-e7dd-44e3-aaec-435e311e4e7c by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:58:35.013895 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Attempting to bind port 66c43f01-e7dd-44e3-aaec-435e311e4e7c on network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:58:35.018315 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Port 66c43f01-e7dd-44e3-aaec-435e311e4e7c on network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:58:35.018631 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Attempting to bind port 66c43f01-e7dd-44e3-aaec-435e311e4e7c on network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:58:35.023632 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:58:35.023958 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Checking segment: {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:58:35.024431 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Bound using segment: {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:58:35.024844 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Bound port: 66c43f01-e7dd-44e3-aaec-435e311e4e7c, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6370d641-1244-4f58-a436-e4a563ba1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:58:35.025181 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:35.113203 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] For port 66c43f01-e7dd-44e3-aaec-435e311e4e7c, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:58:35.116084 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] For port 66c43f01-e7dd-44e3-aaec-435e311e4e7c, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=66c43f01-e7dd-44e3-aaec-435e311e4e7c,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:58:35.195918 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:35.200738 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-4f77e905-5248-4051-b507-e6389cbd195f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:35.259959 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:35.261238 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:35.262528 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] 10.222.0.52 "PUT /v2.0/ports/66c43f01-e7dd-44e3-aaec-435e311e4e7c HTTP/1.1" status: 200 len: 1093 time: 1.2514892 Jun 27 12:58:35.263021 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859dd4c8-b7a3-44e8-8862-410891603965', 'tag': '66c43f01-e7dd-44e3-aaec-435e311e4e7c'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:58:35.282676 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Pushing event updated for resources: {'Port': ['ID=66c43f01-e7dd-44e3-aaec-435e311e4e7c,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:35.285898 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:35.316661 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859dd4c8-b7a3-44e8-8862-410891603965', 'tag': '66c43f01-e7dd-44e3-aaec-435e311e4e7c', 'status': 'completed', 'code': 200} Jun 27 12:58:35.422343 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0835c95-ebb1-4253-85b2-76eea6a648d5 req-d38a1791-e856-4cbf-b90d-e2f2551407c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:35.423831 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f0835c95-ebb1-4253-85b2-76eea6a648d5 req-d38a1791-e856-4cbf-b90d-e2f2551407c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 1096 time: 0.0836427 Jun 27 12:58:35.581671 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0835c95-ebb1-4253-85b2-76eea6a648d5 req-ef3c4726-5540-4dc4-a34a-02b26afaf50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:35.583019 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f0835c95-ebb1-4253-85b2-76eea6a648d5 req-ef3c4726-5540-4dc4-a34a-02b26afaf50a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1512816 Jun 27 12:58:35.729443 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0835c95-ebb1-4253-85b2-76eea6a648d5 req-da08ff4b-0be5-4f25-ac98-5959b6cdab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:35.731655 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f0835c95-ebb1-4253-85b2-76eea6a648d5 req-da08ff4b-0be5-4f25-ac98-5959b6cdab6c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418331 Jun 27 12:58:35.855258 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3a61796e-7303-4072-9874-aadf6eeb9c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:35.856589 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-3a61796e-7303-4072-9874-aadf6eeb9c9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 1096 time: 0.0779150 Jun 27 12:58:35.926161 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-0b07f4ae-072a-45b3-abe9-35a34a1b9538 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c43f01-e7dd-44e3-aaec-435e311e4e7c HTTP/1.1" status: 200 len: 217 time: 0.0605173 Jun 27 12:58:35.994303 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-09dd5c9a-40ea-415f-ade9-4e86ccbf39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:35.998835 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-09dd5c9a-40ea-415f-ade9-4e86ccbf39f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c0a504f-730d-493b-b4e5-1320b17fb5d2 HTTP/1.1" status: 200 len: 850 time: 0.0619447 Jun 27 12:58:36.072597 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-4d38a3f2-116b-4992-af43-5271683258ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:36.074255 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-4d38a3f2-116b-4992-af43-5271683258ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d037d56-8a2b-499f-ac6d-8e124ff2a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710330 Jun 27 12:58:36.113571 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaff39e-a46d-4a8c-aede-955c687ebb82 req-018fe4a4-03b9-43fb-ba8d-e302724ac27f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:36.114973 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-5aaff39e-a46d-4a8c-aede-955c687ebb82 req-018fe4a4-03b9-43fb-ba8d-e302724ac27f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 943 time: 0.0799150 Jun 27 12:58:36.159304 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-5aaff39e-a46d-4a8c-aede-955c687ebb82 req-d1cfa4f8-1467-47cf-b09b-8a3a5d198084 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384529 Jun 27 12:58:36.207825 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-dc65b76f-69a5-4149-b9b8-80eaa3c83df3 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253297 Jun 27 12:58:36.337996 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6340239d-88e2-4724-b2c4-e5fdb893ad94 req-f5e14b4e-2737-47ff-9e40-da635fd85b30 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230273 Jun 27 12:58:37.351317 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b2ee-23e3-4d85-a77a-039a12e8dd8d req-b2f1aac2-284b-4abb-b26a-720bc53d8195 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:37.352668 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9cc9b2ee-23e3-4d85-a77a-039a12e8dd8d req-b2f1aac2-284b-4abb-b26a-720bc53d8195 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 943 time: 0.0833781 Jun 27 12:58:37.397347 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9cc9b2ee-23e3-4d85-a77a-039a12e8dd8d req-f4744a0f-4c6f-4235-9f78-f52dc712bbdb tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376995 Jun 27 12:58:38.581488 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7640f-10d1-4601-aa5d-f1413233226e req-1b46d36b-2f8d-4415-8ebf-6216a7f3ee0f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:38.582988 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9df7640f-10d1-4601-aa5d-f1413233226e req-1b46d36b-2f8d-4415-8ebf-6216a7f3ee0f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 943 time: 0.0793986 Jun 27 12:58:38.632745 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9df7640f-10d1-4601-aa5d-f1413233226e req-c0d83913-f759-4476-b732-fee705d373f9 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422397 Jun 27 12:58:39.826719 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18d9c1-a0ff-4496-83a0-4257fc5a3876 req-d1120923-86a6-49bc-b136-297ab8a5d069 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:39.828214 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-df18d9c1-a0ff-4496-83a0-4257fc5a3876 req-d1120923-86a6-49bc-b136-297ab8a5d069 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 943 time: 0.0853863 Jun 27 12:58:39.875840 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-df18d9c1-a0ff-4496-83a0-4257fc5a3876 req-8449857a-3676-4be3-b0aa-d5c16d184ed2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418644 Jun 27 12:58:40.364969 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 66c43f01-e7dd-44e3-aaec-435e311e4e7c details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:58:40.516893 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 66c43f01-e7dd-44e3-aaec-435e311e4e7c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=66c43f01-e7dd-44e3-aaec-435e311e4e7c,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:58:40.534305 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '66c43f01-e7dd-44e3-aaec-435e311e4e7c', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'port_id': '66c43f01-e7dd-44e3-aaec-435e311e4e7c', 'mac_address': 'fa:16:3e:a8:eb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:58:40.603795 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:40.632210 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c43f01-e7dd-44e3-aaec-435e311e4e7c {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:58:40.652752 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 66c43f01-e7dd-44e3-aaec-435e311e4e7c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=66c43f01-e7dd-44e3-aaec-435e311e4e7c,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:58:40.755249 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:40.757034 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:40.828328 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=66c43f01-e7dd-44e3-aaec-435e311e4e7c,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:40.831510 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:41.175624 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048439b-a251-46d8-a6be-523d8009ca16 req-112c9e4b-3d9f-42f2-b850-1971af01df74 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:41.176979 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8048439b-a251-46d8-a6be-523d8009ca16 req-112c9e4b-3d9f-42f2-b850-1971af01df74 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 944 time: 0.1898046 Jun 27 12:58:41.195065 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['66c43f01-e7dd-44e3-aaec-435e311e4e7c'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:58:41.223146 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-8048439b-a251-46d8-a6be-523d8009ca16 req-c10502fb-7319-4282-948d-3e912c7578d1 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399714 Jun 27 12:58:42.409023 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c611da-59d2-4b03-8e7b-69b3d01917d0 req-6353b3b3-c33c-4dbe-9580-b3e5b457c0a7 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:42.410624 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c8c611da-59d2-4b03-8e7b-69b3d01917d0 req-6353b3b3-c33c-4dbe-9580-b3e5b457c0a7 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 944 time: 0.0802197 Jun 27 12:58:42.460966 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c8c611da-59d2-4b03-8e7b-69b3d01917d0 req-27f79eb9-6033-4be6-ac01-317915099857 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446610 Jun 27 12:58:43.647779 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa26f0-98d0-4a0e-80d7-20bb8a08b8fb req-5fbf9f39-dec5-456a-a327-08d1d53a07b0 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:43.649248 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c5fa26f0-98d0-4a0e-80d7-20bb8a08b8fb req-5fbf9f39-dec5-456a-a327-08d1d53a07b0 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 944 time: 0.0811503 Jun 27 12:58:43.697990 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c5fa26f0-98d0-4a0e-80d7-20bb8a08b8fb req-f648f2bc-d2ad-4522-b7d3-722d20fb5b82 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415015 Jun 27 12:58:43.792681 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-42ca86c3-d34b-4ec1-950f-7063dd37725e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755701 Jun 27 12:58:43.966369 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-fddb0c5f-3f9f-4db3-a249-fa990145f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:43.967885 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-fddb0c5f-3f9f-4db3-a249-fa990145f09c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527f951714be4a78bf6f5f771a6b92ff&device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 1098 time: 0.0809758 Jun 27 12:58:44.149292 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-d6199e1e-3059-4d47-b04c-bcdd8190d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:44.151058 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-d6199e1e-3059-4d47-b04c-bcdd8190d90d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fd48c2e-fc16-4033-b0db-29cb7577514e HTTP/1.1" status: 200 len: 910 time: 0.1588666 Jun 27 12:58:44.277413 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-a59d7749-55d7-4a02-bf64-429cbcd1fc3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586 HTTP/1.1" status: 200 len: 1000 time: 0.1146753 Jun 27 12:58:44.335218 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01e541-ab24-40cb-8a44-b81970ea84a9 req-2c2af668-3ddf-44a7-952f-b4323a70d1ce tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:44.336752 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6f01e541-ab24-40cb-8a44-b81970ea84a9 req-2c2af668-3ddf-44a7-952f-b4323a70d1ce tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 945 time: 0.0962508 Jun 27 12:58:44.345159 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-726402ef-e2ec-401f-a4e3-9cede5bbf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:44.346628 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-726402ef-e2ec-401f-a4e3-9cede5bbf88a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=227da6ea-b968-46a8-b4d8-18ea8544387a HTTP/1.1" status: 200 len: 848 time: 0.0618517 Jun 27 12:58:44.383613 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 66c43f01-e7dd-44e3-aaec-435e311e4e7c up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:58:44.399384 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6f01e541-ab24-40cb-8a44-b81970ea84a9 req-9860452b-bcbb-44dc-8545-2aaa3a1b6a65 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515385 Jun 27 12:58:44.437960 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-186350ed-8cc4-4a49-832b-bf3d0d365d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:44.439458 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-186350ed-8cc4-4a49-832b-bf3d0d365d91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fd48c2e-fc16-4033-b0db-29cb7577514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850546 Jun 27 12:58:44.516755 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 66c43f01-e7dd-44e3-aaec-435e311e4e7c completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:58:44.522239 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 66c43f01-e7dd-44e3-aaec-435e311e4e7c triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:58:44.522622 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:44.583206 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-2202dea8-0058-4f92-9e55-9b7b09225253 service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348834 Jun 27 12:58:44.641748 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:44.669041 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859dd4c8-b7a3-44e8-8862-410891603965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c43f01-e7dd-44e3-aaec-435e311e4e7c'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:58:44.678410 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 66c43f01-e7dd-44e3-aaec-435e311e4e7c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=66c43f01-e7dd-44e3-aaec-435e311e4e7c,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:58:44.715900 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859dd4c8-b7a3-44e8-8862-410891603965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c43f01-e7dd-44e3-aaec-435e311e4e7c', 'code': 200} Jun 27 12:58:44.721412 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-25c96c62-af9a-45d9-9c6b-8b68a53abbd9 req-6e77bfd9-6025-485c-bc2b-a6573e462587 service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303787 Jun 27 12:58:44.756427 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:44.758439 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:44.826953 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=66c43f01-e7dd-44e3-aaec-435e311e4e7c,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:44.830199 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:44.951338 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88264b-c11d-491d-9fba-a4946f3f60ac req-97fae927-8c2e-4779-9b8a-e8229078b864 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:44.952900 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e88264b-c11d-491d-9fba-a4946f3f60ac req-97fae927-8c2e-4779-9b8a-e8229078b864 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 945 time: 0.0888319 Jun 27 12:58:44.999239 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0e88264b-c11d-491d-9fba-a4946f3f60ac req-a8147016-ac7e-48e0-b82a-ef42ffe7ce9f tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400891 Jun 27 12:58:45.119005 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d890695-e365-493c-9201-85df489ae3cc req-9b6516e3-73df-4287-8e68-0c08da2c4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:45.120495 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5d890695-e365-493c-9201-85df489ae3cc req-9b6516e3-73df-4287-8e68-0c08da2c4876 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 1098 time: 0.0680153 Jun 27 12:58:45.164521 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5d890695-e365-493c-9201-85df489ae3cc req-9cb10f62-276d-4534-bb9d-14779380250f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357559 Jun 27 12:58:45.614285 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae7e65-eb59-4658-8040-cd6bdc706ec6 req-120e6474-59b9-4835-bff5-f5120b053d73 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:45.615826 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ebae7e65-eb59-4658-8040-cd6bdc706ec6 req-120e6474-59b9-4835-bff5-f5120b053d73 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 945 time: 0.0904632 Jun 27 12:58:45.667752 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ebae7e65-eb59-4658-8040-cd6bdc706ec6 req-18644a11-e22e-4ce0-89ac-dd0c15aec5aa tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444496 Jun 27 12:58:46.195939 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d98a-6e4e-447c-9319-1f15f7818152 req-677f4305-c766-4c4c-ac67-53e823549ab3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:46.197364 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5f23d98a-6e4e-447c-9319-1f15f7818152 req-677f4305-c766-4c4c-ac67-53e823549ab3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 945 time: 0.0842273 Jun 27 12:58:46.242728 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5f23d98a-6e4e-447c-9319-1f15f7818152 req-731a9687-0e79-4f4b-8de9-6fec566abdb4 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387297 Jun 27 12:58:46.424982 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:46.867487 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8d047-60e2-4b06-9a5d-d01b2cd68840 req-c134bcaf-a064-4106-a458-30f7ed41356a tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:46.869002 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-82a8d047-60e2-4b06-9a5d-d01b2cd68840 req-c134bcaf-a064-4106-a458-30f7ed41356a tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 945 time: 0.0882931 Jun 27 12:58:46.928604 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-82a8d047-60e2-4b06-9a5d-d01b2cd68840 req-de3141d1-82a9-4b15-bca1-bba8b7fff9f6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526810 Jun 27 12:58:47.436754 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554359ca-8e1a-4db9-b269-09e9ad089615 req-15ed4d09-c6b9-4e3d-a696-6286cce97ead tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:47.438142 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-554359ca-8e1a-4db9-b269-09e9ad089615 req-15ed4d09-c6b9-4e3d-a696-6286cce97ead tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 945 time: 0.0840681 Jun 27 12:58:47.486091 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-554359ca-8e1a-4db9-b269-09e9ad089615 req-bf1cebe7-01af-403b-92a3-3fc673a30360 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421355 Jun 27 12:58:47.666606 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf85c8d-7238-434b-9bd5-767f38addd82 req-11dbcc7f-6a8d-471e-8c27-3fab936a6a45 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:47.668369 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6bf85c8d-7238-434b-9bd5-767f38addd82 req-11dbcc7f-6a8d-471e-8c27-3fab936a6a45 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 945 time: 0.0806658 Jun 27 12:58:47.677303 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 46756) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:58:47.683438 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-7dae11aa-c3a0-454d-b8da-35dbb29b2175 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Request body: {'floatingip': {'port_id': '66c43f01-e7dd-44e3-aaec-435e311e4e7c'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:58:47.764941 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7dae11aa-c3a0-454d-b8da-35dbb29b2175 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:48.131640 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f23937-7207-49af-967a-a11b72baac46 req-42954fd8-89c2-41ea-ba6b-9409d90d150b tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:48.133146 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-16f23937-7207-49af-967a-a11b72baac46 req-42954fd8-89c2-41ea-ba6b-9409d90d150b tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 945 time: 0.0964227 Jun 27 12:58:48.181272 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-16f23937-7207-49af-967a-a11b72baac46 req-62b5b791-9387-4eea-919b-192b4b38b7fa tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Jun 27 12:58:48.483570 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7dae11aa-c3a0-454d-b8da-35dbb29b2175 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:48.537950 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7dae11aa-c3a0-454d-b8da-35dbb29b2175 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:48.708936 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.l3_db [None req-7dae11aa-c3a0-454d-b8da-35dbb29b2175 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Floating IP 2f88ff18-a5ce-4dd6-877b-f6582accdc49 associated. External IP: 172.28.1.71, port: 66c43f01-e7dd-44e3-aaec-435e311e4e7c. Jun 27 12:58:49.065781 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dae11aa-c3a0-454d-b8da-35dbb29b2175 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Router c480119e-8d2d-4ea3-b269-c64cab36d2ff has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:58:49.245476 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dae11aa-c3a0-454d-b8da-35dbb29b2175 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:58:49.250739 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7dae11aa-c3a0-454d-b8da-35dbb29b2175 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:49.256394 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8e9e8-5d6a-4d4d-8485-83094b62c092 None None] Sync routers for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:58:49.268320 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8e9e8-5d6a-4d4d-8485-83094b62c092 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:58:49.269243 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-3fb8e9e8-5d6a-4d4d-8485-83094b62c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:58:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:58:49.312763 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7dae11aa-c3a0-454d-b8da-35dbb29b2175 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "PUT /v2.0/floatingips/2f88ff18-a5ce-4dd6-877b-f6582accdc49 HTTP/1.1" status: 200 len: 990 time: 1.6341932 Jun 27 12:58:49.313415 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859dd4c8-b7a3-44e8-8862-410891603965', 'tag': '66c43f01-e7dd-44e3-aaec-435e311e4e7c'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:58:49.388397 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42980a-e1d2-4c7a-a39b-bf5ab17f715f req-9e617657-8aab-4516-ba89-b7ef46ee562d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:49.389883 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8a42980a-e1d2-4c7a-a39b-bf5ab17f715f req-9e617657-8aab-4516-ba89-b7ef46ee562d tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 945 time: 0.0988927 Jun 27 12:58:49.399585 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:58:49.445147 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8a42980a-e1d2-4c7a-a39b-bf5ab17f715f req-aec426f3-0253-45e8-b085-5b8d5632d9fa tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462804 Jun 27 12:58:49.462468 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-3fb8e9e8-5d6a-4d4d-8485-83094b62c092 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:58:49.483028 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859dd4c8-b7a3-44e8-8862-410891603965', 'tag': '66c43f01-e7dd-44e3-aaec-435e311e4e7c', 'status': 'completed', 'code': 200} Jun 27 12:58:49.583554 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4c684-374e-4fbf-b9dd-dc122cb7aea4 req-46dd4eb2-bbb5-4adf-9b0a-276dacaa7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:49.585003 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74e4c684-374e-4fbf-b9dd-dc122cb7aea4 req-46dd4eb2-bbb5-4adf-9b0a-276dacaa7698 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 1098 time: 0.0735936 Jun 27 12:58:49.718968 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4c684-374e-4fbf-b9dd-dc122cb7aea4 req-cd7ed718-3522-4739-bcfc-d9141e0f77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:49.720480 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74e4c684-374e-4fbf-b9dd-dc122cb7aea4 req-cd7ed718-3522-4739-bcfc-d9141e0f77a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 200 len: 912 time: 0.1262479 Jun 27 12:58:49.824682 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-3fb8e9e8-5d6a-4d4d-8485-83094b62c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '2f88ff18-a5ce-4dd6-877b-f6582accdc49', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'floating_ip_address': '172.28.1.71', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'port_id': '66c43f01-e7dd-44e3-aaec-435e311e4e7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'mac_address': 'fa:16:3e:a8:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859dd4c8-b7a3-44e8-8862-410891603965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:58:28Z', 'updated_at': '2021-06-27T12:58:48Z', 'revision_number': 1, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:58:49.829067 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8e9e8-5d6a-4d4d-8485-83094b62c092 None None] Checking router: c480119e-8d2d-4ea3-b269-c64cab36d2ff for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:58:49.838184 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8e9e8-5d6a-4d4d-8485-83094b62c092 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:58:49.838894 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-3fb8e9e8-5d6a-4d4d-8485-83094b62c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:58:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:58:49.941071 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74e4c684-374e-4fbf-b9dd-dc122cb7aea4 req-9066dcae-4a81-4dfb-bae3-22620f711ee0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c43f01-e7dd-44e3-aaec-435e311e4e7c HTTP/1.1" status: 200 len: 998 time: 0.2124546 Jun 27 12:58:49.994684 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2707b-9b91-44ad-9ef8-6d6760a12f31 req-934c88e7-000b-4e7f-ae98-c3283e088ca3 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:49.996859 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b6f2707b-9b91-44ad-9ef8-6d6760a12f31 req-934c88e7-000b-4e7f-ae98-c3283e088ca3 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.52 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 945 time: 0.0863018 Jun 27 12:58:50.005607 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4c684-374e-4fbf-b9dd-dc122cb7aea4 req-0eabe8f8-6931-4531-82d5-b68376f177cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:50.009717 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74e4c684-374e-4fbf-b9dd-dc122cb7aea4 req-0eabe8f8-6931-4531-82d5-b68376f177cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c0a504f-730d-493b-b4e5-1320b17fb5d2 HTTP/1.1" status: 200 len: 850 time: 0.0590894 Jun 27 12:58:50.023932 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-3fb8e9e8-5d6a-4d4d-8485-83094b62c092 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:58:50.069903 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [req-b6f2707b-9b91-44ad-9ef8-6d6760a12f31 req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Deleting port 9e35fb54-da4c-4725-addf-59903ec236f6 {{(pid=79437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:58:50.070299 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-b6f2707b-9b91-44ad-9ef8-6d6760a12f31 req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:50.090423 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4c684-374e-4fbf-b9dd-dc122cb7aea4 req-803d4845-718f-4653-985d-bd9dc9e5ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:50.090822 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74e4c684-374e-4fbf-b9dd-dc122cb7aea4 req-803d4845-718f-4653-985d-bd9dc9e5ca20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d037d56-8a2b-499f-ac6d-8e124ff2a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774984 Jun 27 12:58:50.230321 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74e4c684-374e-4fbf-b9dd-dc122cb7aea4 req-54facbe6-c001-4d01-9485-c8ae089f749f service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304700 Jun 27 12:58:50.371926 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-74e4c684-374e-4fbf-b9dd-dc122cb7aea4 req-e3919aee-8e29-4386-9bcc-62b0598b41c6 service neutron] 10.222.0.52 "GET /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332538 Jun 27 12:58:50.400948 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-3fb8e9e8-5d6a-4d4d-8485-83094b62c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '2f88ff18-a5ce-4dd6-877b-f6582accdc49', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'floating_ip_address': '172.28.1.71', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'port_id': '66c43f01-e7dd-44e3-aaec-435e311e4e7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'mac_address': 'fa:16:3e:a8:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859dd4c8-b7a3-44e8-8862-410891603965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:58:28Z', 'updated_at': '2021-06-27T12:58:48Z', 'revision_number': 1, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:58:50.407782 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8e9e8-5d6a-4d4d-8485-83094b62c092 None None] The sync data for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb is: [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '2f88ff18-a5ce-4dd6-877b-f6582accdc49', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'floating_ip_address': '172.28.1.71', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'port_id': '66c43f01-e7dd-44e3-aaec-435e311e4e7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'mac_address': 'fa:16:3e:a8:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859dd4c8-b7a3-44e8-8862-410891603965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:58:28Z', 'updated_at': '2021-06-27T12:58:48Z', 'revision_number': 1, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:58:50.420106 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-b6f2707b-9b91-44ad-9ef8-6d6760a12f31 req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] For port 9e35fb54-da4c-4725-addf-59903ec236f6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9e35fb54-da4c-4725-addf-59903ec236f6,segment=NetworkSegment(e36bc192-39cc-4d53-bcda-0987aa933f87),segment_id=e36bc192-39cc-4d53-bcda-0987aa933f87)] {{(pid=79437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:58:50.420650 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-b6f2707b-9b91-44ad-9ef8-6d6760a12f31 req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:50.553621 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [req-b6f2707b-9b91-44ad-9ef8-6d6760a12f31 req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Calling delete_port for 9e35fb54-da4c-4725-addf-59903ec236f6 owned by compute:nova {{(pid=79437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:58:50.617603 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a1ab8959-7d48-4a87-9178-38a1473552c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:50.680976 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f90a0-400b-4531-9fd2-9ad1b70a88e1 None None] New status for floating IP 2f88ff18-a5ce-4dd6-877b-f6582accdc49: ACTIVE {{(pid=79440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:58:50.741045 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55972c-0b86-42c8-b4ee-a9d5696d336f req-549c66a6-6afe-4d16-9c21-aa276c2a3829 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:58:50.742524 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7b55972c-0b86-42c8-b4ee-a9d5696d336f req-549c66a6-6afe-4d16-9c21-aa276c2a3829 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 945 time: 0.1598067 Jun 27 12:58:50.801989 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7b55972c-0b86-42c8-b4ee-a9d5696d336f req-71940d82-e849-4ba8-86b0-91f76b75a5ee tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/security-groups?id=e296b853-8017-4820-b873-7e27f74c6475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524001 Jun 27 12:58:50.851780 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-b6f2707b-9b91-44ad-9ef8-6d6760a12f31 req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:50.857678 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-880cba6f-3271-47a0-b69c-27bc1b234299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:58:50.863387 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['9e35fb54-da4c-4725-addf-59903ec236f6'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:58:50.901551 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Pushing event deleted for resources: {'Port': ['ID=9e35fb54-da4c-4725-addf-59903ec236f6,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:58:50.904625 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:58:50.981927 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f2707b-9b91-44ad-9ef8-6d6760a12f31 req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] No DVR routers for this DVR port 9e35fb54-da4c-4725-addf-59903ec236f6 on host hv-cinder-79809 {{(pid=79437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:58:50.984416 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-b6f2707b-9b91-44ad-9ef8-6d6760a12f31 req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:50.987036 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82367c0a-22d0-4955-a323-0973935ec3ac', 'name': 'network-vif-deleted', 'tag': '9e35fb54-da4c-4725-addf-59903ec236f6'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:58:51.087150 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82367c0a-22d0-4955-a323-0973935ec3ac', 'name': 'network-vif-deleted', 'tag': '9e35fb54-da4c-4725-addf-59903ec236f6', 'status': 'completed', 'code': 200} Jun 27 12:58:51.104238 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b6f2707b-9b91-44ad-9ef8-6d6760a12f31 req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.52 "DELETE /v2.0/ports/9e35fb54-da4c-4725-addf-59903ec236f6 HTTP/1.1" status: 204 len: 173 time: 1.1010444 Jun 27 12:58:51.246835 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:51.981679 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-054c43f1-2675-4825-b363-26b689d9d9ad req-245f9d66-a8ce-48ec-8915-b00d43dbc714 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Synchronizing usage tracker for tenant:41883239c8f2493ab75da4e380637280 on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:58:52.081585 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-054c43f1-2675-4825-b363-26b689d9d9ad req-245f9d66-a8ce-48ec-8915-b00d43dbc714 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Unset dirty status for tenant:41883239c8f2493ab75da4e380637280 on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:58:52.082791 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-054c43f1-2675-4825-b363-26b689d9d9ad req-245f9d66-a8ce-48ec-8915-b00d43dbc714 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] 10.222.0.41 "GET /v2.0/ports?device_id=82367c0a-22d0-4955-a323-0973935ec3ac HTTP/1.1" status: 200 len: 210 time: 0.1435373 Jun 27 12:58:53.350387 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-40d953df-4f2f-46c9-ae99-e2a538a075a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:54.397486 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 9e35fb54-da4c-4725-addf-59903ec236f6 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:58:54.431618 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 9e35fb54-da4c-4725-addf-59903ec236f6 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:58:54.431970 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 9e35fb54-da4c-4725-addf-59903ec236f6 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:58:54.607477 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:58:56.189017 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:03.726581 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe1516-c0d8-4b8f-9577-605c1b4c8ea9 req-09387709-324a-4bc0-a74c-32dbfd92b316 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:03.728078 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-87fe1516-c0d8-4b8f-9577-605c1b4c8ea9 req-09387709-324a-4bc0-a74c-32dbfd92b316 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0866559 Jun 27 12:59:03.777243 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-87fe1516-c0d8-4b8f-9577-605c1b4c8ea9 req-7c845552-aab4-4088-bd1e-4370b877c9e4 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421989 Jun 27 12:59:04.979788 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a5d9a-95d7-4965-86d0-0dd48341c238 req-4d31d303-9cb2-450e-a631-4e62594a5102 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:04.981464 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c71a5d9a-95d7-4965-86d0-0dd48341c238 req-4d31d303-9cb2-450e-a631-4e62594a5102 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0869849 Jun 27 12:59:05.028271 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c71a5d9a-95d7-4965-86d0-0dd48341c238 req-92578fe0-3d9f-498d-a7e1-5a40be542458 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Jun 27 12:59:06.223882 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6e65f-113c-4ab0-b813-245e5e79efa9 req-648429f9-f0c7-45f0-9ea0-9878b7dc816e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:06.225339 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-40d6e65f-113c-4ab0-b813-245e5e79efa9 req-648429f9-f0c7-45f0-9ea0-9878b7dc816e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0824478 Jun 27 12:59:06.274924 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-40d6e65f-113c-4ab0-b813-245e5e79efa9 req-581875eb-dfac-40cb-bb7d-6ddaaee1605f tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Jun 27 12:59:07.064317 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb153612-80d2-4fc8-8516-c81e718e0f46 req-195e3a1b-a894-44a1-9693-de4ed1f293a3 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:07.065691 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fb153612-80d2-4fc8-8516-c81e718e0f46 req-195e3a1b-a894-44a1-9693-de4ed1f293a3 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0860481 Jun 27 12:59:07.116217 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fb153612-80d2-4fc8-8516-c81e718e0f46 req-8f731e11-87a4-4d1e-8560-8912201d3354 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447319 Jun 27 12:59:07.475855 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ae60e-d9fe-410c-9062-fea7b4bfbef8 req-ffe07c4e-21b7-4f61-bac0-7cbea6a0694b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:07.477441 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-368ae60e-d9fe-410c-9062-fea7b4bfbef8 req-ffe07c4e-21b7-4f61-bac0-7cbea6a0694b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0863907 Jun 27 12:59:07.525749 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-368ae60e-d9fe-410c-9062-fea7b4bfbef8 req-d38074cc-371e-4c4c-8bb9-78667f9b78e6 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 Jun 27 12:59:08.313121 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885dd68-d733-4918-8994-e0eaeca650b5 req-ce3d182f-eef0-4412-95a0-7141c4270406 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:08.314672 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8885dd68-d733-4918-8994-e0eaeca650b5 req-ce3d182f-eef0-4412-95a0-7141c4270406 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0816038 Jun 27 12:59:08.364329 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8885dd68-d733-4918-8994-e0eaeca650b5 req-92c476b1-0822-46ea-b377-7b1901449dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434766 Jun 27 12:59:08.723862 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba98b6-f7c3-418f-87b6-f8e0420e2b79 req-dc20569f-e40d-43ed-9c11-a3cb71609139 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:08.725323 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-75ba98b6-f7c3-418f-87b6-f8e0420e2b79 req-dc20569f-e40d-43ed-9c11-a3cb71609139 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0859556 Jun 27 12:59:08.771843 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-75ba98b6-f7c3-418f-87b6-f8e0420e2b79 req-67a95fc8-d6f9-418d-9ebb-681f26d3d675 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404918 Jun 27 12:59:09.557843 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25505fa3-41ab-4712-a0a6-b8b5b6fe33f3 req-ee35914b-64eb-417d-81a0-9a608cfb6479 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:09.559296 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-25505fa3-41ab-4712-a0a6-b8b5b6fe33f3 req-ee35914b-64eb-417d-81a0-9a608cfb6479 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0808856 Jun 27 12:59:09.604631 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-25505fa3-41ab-4712-a0a6-b8b5b6fe33f3 req-e413aa2f-dda3-44b2-bed3-7c172601dc83 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392611 Jun 27 12:59:09.958865 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae111c7-a43d-48ea-9172-263bfdef5d44 req-752b3b77-b548-4dad-ac4b-a6f6b820d29f tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:09.960309 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1ae111c7-a43d-48ea-9172-263bfdef5d44 req-752b3b77-b548-4dad-ac4b-a6f6b820d29f tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0839520 Jun 27 12:59:10.008747 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1ae111c7-a43d-48ea-9172-263bfdef5d44 req-c061aae1-cdb7-43a9-a222-dcdbd0603317 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415308 Jun 27 12:59:10.810100 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a28a11-dcda-421a-b4b5-bab4a0ee15d3 req-1cec7027-3f1a-4f1b-85e9-e5f7554ef5c8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:10.811773 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-08a28a11-dcda-421a-b4b5-bab4a0ee15d3 req-1cec7027-3f1a-4f1b-85e9-e5f7554ef5c8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0916324 Jun 27 12:59:10.864979 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-08a28a11-dcda-421a-b4b5-bab4a0ee15d3 req-44fa9d44-2aa0-4fd8-9bac-53d79ade2f47 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468991 Jun 27 12:59:11.216098 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbfa06-7d0d-47f5-9c71-332997155234 req-692bd364-42c0-40f7-86fb-3c58ae1d9fdb tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:11.217601 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-aecbfa06-7d0d-47f5-9c71-332997155234 req-692bd364-42c0-40f7-86fb-3c58ae1d9fdb tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0889471 Jun 27 12:59:11.266166 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-aecbfa06-7d0d-47f5-9c71-332997155234 req-c7b373fd-4c6c-4b76-a37f-b602f06eb6e2 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425572 Jun 27 12:59:12.069339 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5dc-663c-4118-88ad-71b467cf15d5 req-9c1124ef-c668-4d27-b7c2-450b42eff11d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:12.070807 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c441e5dc-663c-4118-88ad-71b467cf15d5 req-9c1124ef-c668-4d27-b7c2-450b42eff11d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0877321 Jun 27 12:59:12.131873 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c441e5dc-663c-4118-88ad-71b467cf15d5 req-2f74409d-8c5a-4707-9157-56da5975b0a8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543883 Jun 27 12:59:12.455783 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bc080-c9dc-493b-95f0-5a855986312f req-53d134bf-2d40-4e40-8d4d-c5d2bb1c2151 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:12.457286 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d29bc080-c9dc-493b-95f0-5a855986312f req-53d134bf-2d40-4e40-8d4d-c5d2bb1c2151 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0824466 Jun 27 12:59:12.505627 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d29bc080-c9dc-493b-95f0-5a855986312f req-e3752d40-d625-47fc-af12-e2b54f18399a tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424738 Jun 27 12:59:13.360066 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c7e77-b297-4dea-81d3-8cea4087c206 req-febb023d-bcc3-4eeb-ac26-1fc87c7e3811 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:13.361545 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-643c7e77-b297-4dea-81d3-8cea4087c206 req-febb023d-bcc3-4eeb-ac26-1fc87c7e3811 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1056817 Jun 27 12:59:13.414398 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-643c7e77-b297-4dea-81d3-8cea4087c206 req-d8e8aecf-0438-454a-b251-50d4f348f825 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466249 Jun 27 12:59:13.705739 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f684e-6520-4b33-8345-f517ceaaf65c req-70721d5a-8f1c-4e5f-901a-5e25e5822ebf tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:13.707107 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-590f684e-6520-4b33-8345-f517ceaaf65c req-70721d5a-8f1c-4e5f-901a-5e25e5822ebf tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0809469 Jun 27 12:59:13.752828 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-590f684e-6520-4b33-8345-f517ceaaf65c req-8b04dd88-d073-4377-83cb-c5b27f564615 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398996 Jun 27 12:59:13.888208 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444b55e-a0ea-4501-b6cc-4007e794b1cc req-165be4d7-7c56-4ae7-99b8-7b435e6809e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:13.890728 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2444b55e-a0ea-4501-b6cc-4007e794b1cc req-165be4d7-7c56-4ae7-99b8-7b435e6809e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527f951714be4a78bf6f5f771a6b92ff&device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 1098 time: 0.0749669 Jun 27 12:59:14.025885 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444b55e-a0ea-4501-b6cc-4007e794b1cc req-ce12c1ac-a996-4f84-99c8-4ef28ba6cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:14.028097 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2444b55e-a0ea-4501-b6cc-4007e794b1cc req-ce12c1ac-a996-4f84-99c8-4ef28ba6cf96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fd48c2e-fc16-4033-b0db-29cb7577514e HTTP/1.1" status: 200 len: 910 time: 0.1302519 Jun 27 12:59:14.128620 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2444b55e-a0ea-4501-b6cc-4007e794b1cc req-7de1b965-adfe-452b-96ef-8114befc9eea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586 HTTP/1.1" status: 200 len: 1000 time: 0.0931203 Jun 27 12:59:14.275217 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444b55e-a0ea-4501-b6cc-4007e794b1cc req-46a522bc-4909-4c5d-a720-6f4dbca3e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:14.277489 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2444b55e-a0ea-4501-b6cc-4007e794b1cc req-46a522bc-4909-4c5d-a720-6f4dbca3e1a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=227da6ea-b968-46a8-b4d8-18ea8544387a HTTP/1.1" status: 200 len: 848 time: 0.1412892 Jun 27 12:59:14.354350 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444b55e-a0ea-4501-b6cc-4007e794b1cc req-5685205f-3334-4363-9257-9d5b13e83f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:14.355830 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2444b55e-a0ea-4501-b6cc-4007e794b1cc req-5685205f-3334-4363-9257-9d5b13e83f44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fd48c2e-fc16-4033-b0db-29cb7577514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716739 Jun 27 12:59:14.501142 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2444b55e-a0ea-4501-b6cc-4007e794b1cc req-726a6f0e-9a99-4876-b7c4-4d8c28be762a service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345947 Jun 27 12:59:14.702924 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2444b55e-a0ea-4501-b6cc-4007e794b1cc req-0405bc84-4356-4081-ac3e-1e2d5f903dc7 service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940043 Jun 27 12:59:14.722982 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d585e-ac17-42b7-b534-edfc5dbe623e req-e6487c11-5968-4a44-b8f0-a0fcba98b236 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:14.724635 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8f7d585e-ac17-42b7-b534-edfc5dbe623e req-e6487c11-5968-4a44-b8f0-a0fcba98b236 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1381793 Jun 27 12:59:14.772372 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8f7d585e-ac17-42b7-b534-edfc5dbe623e req-6e6f18e1-9e53-4c17-ada3-264852a59818 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414703 Jun 27 12:59:14.947400 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecb2fc-cbbd-49ed-8014-3afd53cfd44a req-418e4777-bd34-4f38-8cf6-61adffee9717 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:14.949069 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bbecb2fc-cbbd-49ed-8014-3afd53cfd44a req-418e4777-bd34-4f38-8cf6-61adffee9717 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0862710 Jun 27 12:59:15.005467 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bbecb2fc-cbbd-49ed-8014-3afd53cfd44a req-5411f901-5e53-4a52-81ff-8fccb434a67b tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501568 Jun 27 12:59:15.983776 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6318a-b85c-4438-a125-a2c636e69239 req-3468dbc5-39d8-47e8-9112-867531f31d2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:15.985311 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bcd6318a-b85c-4438-a125-a2c636e69239 req-3468dbc5-39d8-47e8-9112-867531f31d2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0865011 Jun 27 12:59:16.037787 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bcd6318a-b85c-4438-a125-a2c636e69239 req-c9df6738-ce97-4ae5-ac32-c2fc713d2fa0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458579 Jun 27 12:59:16.205590 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765171a-8ba4-4125-a645-23299bf2fa77 req-bc7ab093-9513-4b99-8ce0-a957c20b05f3 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:16.207113 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3765171a-8ba4-4125-a645-23299bf2fa77 req-bc7ab093-9513-4b99-8ce0-a957c20b05f3 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0850663 Jun 27 12:59:16.253725 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3765171a-8ba4-4125-a645-23299bf2fa77 req-3564909b-6c98-41cb-98ad-88188d156339 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406258 Jun 27 12:59:16.481803 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:17.241151 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5a3d2-6db7-452a-a91b-b3239f296801 req-83fbfd08-73c3-4dd6-8a8d-c87b0345a5e2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:17.242781 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c5b5a3d2-6db7-452a-a91b-b3239f296801 req-83fbfd08-73c3-4dd6-8a8d-c87b0345a5e2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0813732 Jun 27 12:59:17.294633 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c5b5a3d2-6db7-452a-a91b-b3239f296801 req-844e7de1-77c4-47f0-9109-9478e2ba9d65 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456128 Jun 27 12:59:17.470297 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66375ee-e4e3-4bf8-9bc3-0c4b15800032 req-7382b2a2-649a-406c-8ef7-84aaa31baded tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:17.472591 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b66375ee-e4e3-4bf8-9bc3-0c4b15800032 req-7382b2a2-649a-406c-8ef7-84aaa31baded tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.1064725 Jun 27 12:59:17.483691 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 47040) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:17.529182 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b66375ee-e4e3-4bf8-9bc3-0c4b15800032 req-c2461585-4762-4a43-9eec-20e0c8943a52 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507288 Jun 27 12:59:17.547243 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c9eba8-eb62-4ad1-bd02-0a0dbf1813ec admin admin] Deleting subnet 061d67bc-98ce-40db-ab35-3265bfc97997 {{(pid=79437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:59:17.550944 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d1c9eba8-eb62-4ad1-bd02-0a0dbf1813ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:17.611670 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d1c9eba8-eb62-4ad1-bd02-0a0dbf1813ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1730966'] for subnet, precommit_delete_associations {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:17.674252 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d1c9eba8-eb62-4ad1-bd02-0a0dbf1813ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:17.813360 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d1c9eba8-eb62-4ad1-bd02-0a0dbf1813ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1730816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27294263'] for subnet, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:17.817682 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:17.852531 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9eba8-eb62-4ad1-bd02-0a0dbf1813ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061d67bc-98ce-40db-ab35-3265bfc97997,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:17.856532 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d1c9eba8-eb62-4ad1-bd02-0a0dbf1813ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:17.857518 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-d1c9eba8-eb62-4ad1-bd02-0a0dbf1813ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:17.863904 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-d1c9eba8-eb62-4ad1-bd02-0a0dbf1813ec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/061d67bc-98ce-40db-ab35-3265bfc97997 HTTP/1.1" status: 204 len: 168 time: 0.3790762 Jun 27 12:59:17.866678 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47046) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:18.072831 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:18.196223 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:18.209785 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4252a9a2-aabc-4238-85b6-f339a940a540']}} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:18.223025 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36bc192-39cc-4d53-bcda-0987aa933f87') {'for_net_delete': True} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:18.223315 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36bc192-39cc-4d53-bcda-0987aa933f87') {} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:18.235001 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28051736'] for segment, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:18.251732 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:18.257910 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=79438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:59:18.258313 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28153759'] for segment, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: Traceback (most recent call last): Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: timer() Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: cb(*args, **kw) Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: return func(*args, **kwargs) Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: self._notify() Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: self.callback(batched_events) Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: event.method(event) Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: return f(self, *a, **k) Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: return self._get(url).json() Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: return self.request(url, 'GET', **kwargs) Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:59:18.274738 dv-cinder-798099-1-smb neutron-server[79438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:59:18.442198 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:18.456520 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-995064d5-4b36-4b6f-bc6e-e1f51f57fd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:18.470269 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:18.489131 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Pushing event deleted for resources: {'Network': ['ID=4252a9a2-aabc-4238-85b6-f339a940a540,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:18.507595 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.507964 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.508323 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.508672 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.509171 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.509366 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.509707 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.510078 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.510422 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.511029 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.511288 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.511633 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:18.515567 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:18.541492 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c95ce5-e9a9-4007-9cbb-60ceb00372ed req-098a75d3-bf5c-402a-8272-04d8828d1fcf tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:18.543614 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-26c95ce5-e9a9-4007-9cbb-60ceb00372ed req-098a75d3-bf5c-402a-8272-04d8828d1fcf tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1330948 Jun 27 12:59:18.548002 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 96525b7d-56c7-4e13-b5e1-55ac82ede0aa details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:59:18.573690 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] 10.222.0.41 "DELETE /v2.0/networks/4252a9a2-aabc-4238-85b6-f339a940a540 HTTP/1.1" status: 204 len: 168 time: 0.7053165 Jun 27 12:59:18.634781 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-26c95ce5-e9a9-4007-9cbb-60ceb00372ed req-e51aecc5-4fe7-491c-8e5f-cf3cc8e45304 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850413 Jun 27 12:59:18.742294 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:18.756710 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'port_id': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'mac_address': 'fa:16:3e:35:8b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:59:18.768980 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31389c-87ca-4390-88de-1f19d1182eb0 req-637b1f11-7bad-4235-8640-3ac28e3aee54 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:18.771165 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8b31389c-87ca-4390-88de-1f19d1182eb0 req-637b1f11-7bad-4235-8640-3ac28e3aee54 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0940485 Jun 27 12:59:18.814522 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:18.832352 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96525b7d-56c7-4e13-b5e1-55ac82ede0aa {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:59:18.849178 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8b31389c-87ca-4390-88de-1f19d1182eb0 req-63619606-8002-41e5-a47c-386567a12c0a tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702612 Jun 27 12:59:18.849443 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:18.938644 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:18.940434 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-04ce9c25-61f0-4da7-bcd0-5ff0e59c611e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:19.001233 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 47060) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:19.013915 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,revision_number=6']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:19.021256 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.021594 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.021921 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.022270 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.022588 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.023165 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.023491 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.023804 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.024119 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.024430 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.024740 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.025041 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:19.029712 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:19.045330 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['96525b7d-56c7-4e13-b5e1-55ac82ede0aa'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:59:19.093652 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-be8a5fa3-52ac-48d0-8840-717c6c2ee1a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41883239c8f2493ab75da4e380637280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910785 Jun 27 12:59:19.096003 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 47064) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:19.156102 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e81c8643-e301-4e7d-915b-299991ce72c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:19.185871 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e81c8643-e301-4e7d-915b-299991ce72c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:19.327176 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e81c8643-e301-4e7d-915b-299991ce72c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:19.331103 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-cde4c563-d3fe-4ec7-a590-8cb4a63b7a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:19.346278 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c8643-e301-4e7d-915b-299991ce72c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e296b853-8017-4820-b873-7e27f74c6475,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:19.348867 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-e81c8643-e301-4e7d-915b-299991ce72c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:19.422563 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec2eb3-c46a-496e-ac60-60b2b6b2da0a req-5d165365-79b0-4b13-aa18-cdd739bc7c82 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:19.424200 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4dec2eb3-c46a-496e-ac60-60b2b6b2da0a req-5d165365-79b0-4b13-aa18-cdd739bc7c82 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.1013227 Jun 27 12:59:19.461083 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-e81c8643-e301-4e7d-915b-299991ce72c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:19.464927 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-e81c8643-e301-4e7d-915b-299991ce72c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e296b853-8017-4820-b873-7e27f74c6475 HTTP/1.1" status: 204 len: 168 time: 0.3653357 Jun 27 12:59:19.480015 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4dec2eb3-c46a-496e-ac60-60b2b6b2da0a req-01b3b627-413f-4553-ac2a-ce12e416445c tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Jun 27 12:59:19.489093 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47076) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:19.617657 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-b21d44a8-9570-4006-80b9-24b1ecb76094 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268928 Jun 27 12:59:19.853733 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca76e5d-721d-4367-99c0-b1133144c6d2 req-95102541-a41f-425f-a5bd-381249f2f878 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:19.855355 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-eca76e5d-721d-4367-99c0-b1133144c6d2 req-95102541-a41f-425f-a5bd-381249f2f878 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 944 time: 0.0847239 Jun 27 12:59:19.901907 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-eca76e5d-721d-4367-99c0-b1133144c6d2 req-20e9bf15-7bb5-4e3d-9f29-b9b35890323d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 Jun 27 12:59:20.552408 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 96525b7d-56c7-4e13-b5e1-55ac82ede0aa up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:59:20.645997 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:59:20.646655 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:20.677226 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-ed574b9b-69bf-4c1c-af6b-cf5ab2a8db8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:20.792392 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:20.821835 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:59:20.832857 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:20.856618 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bd519-cbc4-4f39-b9c7-c9f95e1a1ea3 req-66cd8115-abdb-4ad0-8005-386d245aed14 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:20.858285 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e32bd519-cbc4-4f39-b9c7-c9f95e1a1ea3 req-66cd8115-abdb-4ad0-8005-386d245aed14 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0876949 Jun 27 12:59:20.874034 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'code': 200} Jun 27 12:59:20.904152 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e32bd519-cbc4-4f39-b9c7-c9f95e1a1ea3 req-58a59a53-28b3-40c6-b743-4a046fe94e54 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393372 Jun 27 12:59:20.930553 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:20.939088 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8f0ffb90-56c5-48e2-a950-ce3f96f35586 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:59:20.962030 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:21.059822 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,revision_number=7']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:21.063537 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:21.105910 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77382-2bcd-44b2-9c81-25dd029c010a req-a1de4d83-d580-43cb-9cbb-db05da531d0f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:21.107595 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-05f77382-2bcd-44b2-9c81-25dd029c010a req-a1de4d83-d580-43cb-9cbb-db05da531d0f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0907471 Jun 27 12:59:21.127925 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:21.158759 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-05f77382-2bcd-44b2-9c81-25dd029c010a req-3267e62e-57b8-4c1d-94f2-571dd44aa242 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438459 Jun 27 12:59:21.170653 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8f0ffb90-56c5-48e2-a950-ce3f96f35586, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:21.235591 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:21.258587 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:21.260214 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-31fabf67-42fd-41b5-ac3c-3d701607d7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:21.330260 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=8f0ffb90-56c5-48e2-a950-ce3f96f35586,revision_number=6']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:21.333459 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:21.863268 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-f3120a11-c2f8-4715-b822-c03efc0f6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:21.864736 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-f3120a11-c2f8-4715-b822-c03efc0f6416 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be&tenant_id=527f951714be4a78bf6f5f771a6b92ff HTTP/1.1" status: 200 len: 1096 time: 0.0754590 Jun 27 12:59:21.957260 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-9620419f-c5bd-4942-b220-d3b64ad2c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:21.959650 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-9620419f-c5bd-4942-b220-d3b64ad2c7a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527f951714be4a78bf6f5f771a6b92ff&device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 1096 time: 0.0717309 Jun 27 12:59:22.229703 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-94e1ba14-4e17-4994-a6f1-905f8af4cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:22.231178 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-94e1ba14-4e17-4994-a6f1-905f8af4cdfc service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fd48c2e-fc16-4033-b0db-29cb7577514e HTTP/1.1" status: 200 len: 910 time: 0.2653353 Jun 27 12:59:22.292737 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42534945-7e4d-4908-b962-2e153b89160f req-f69072bf-6214-4eb4-a7eb-4bab39b304f5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:22.294250 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-42534945-7e4d-4908-b962-2e153b89160f req-f69072bf-6214-4eb4-a7eb-4bab39b304f5 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 943 time: 0.1760182 Jun 27 12:59:22.379704 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-42534945-7e4d-4908-b962-2e153b89160f req-2c15609d-d29c-48ee-a78a-bf568ac1e21d tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792458 Jun 27 12:59:22.381465 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-2adab603-d220-4006-aa3a-9c2888992b9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586 HTTP/1.1" status: 200 len: 998 time: 0.1431754 Jun 27 12:59:22.445643 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-b96ef56b-1e3e-47c2-bc5a-bc16c7f9a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:22.447162 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-b96ef56b-1e3e-47c2-bc5a-bc16c7f9a40a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=227da6ea-b968-46a8-b4d8-18ea8544387a HTTP/1.1" status: 200 len: 848 time: 0.0590715 Jun 27 12:59:22.459452 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80233dc-2082-47ee-af34-8df31ee75e97 req-02cbd97c-2cdb-42fd-b8f7-2352bd64ff5b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:22.460927 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d80233dc-2082-47ee-af34-8df31ee75e97 req-02cbd97c-2cdb-42fd-b8f7-2352bd64ff5b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0873361 Jun 27 12:59:22.507659 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d80233dc-2082-47ee-af34-8df31ee75e97 req-a4dc75d7-7f99-4478-b765-3b71fe5d6297 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407367 Jun 27 12:59:22.531758 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-a82750fb-4dff-4727-9037-6c3963febd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:22.533242 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-a82750fb-4dff-4727-9037-6c3963febd86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fd48c2e-fc16-4033-b0db-29cb7577514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768473 Jun 27 12:59:22.673689 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-10cac5ca-823b-4165-9fd3-e9ecfb048881 service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294210 Jun 27 12:59:22.807304 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-010c29fe-65b4-48bb-b96c-94fc5d27c2d2 req-4a32f07a-7552-4e4d-a201-9e6586a16572 service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233618 Jun 27 12:59:22.875276 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:59:22.917984 dv-cinder-798099-1-smb neutron-server[79439]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'code': 422} returned with failed status Jun 27 12:59:23.367163 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-070ae10e-0976-42cd-97eb-f57f141023e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:23.572887 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13ad25-8d82-4802-b1d4-39657567d856 req-4fa995a6-ed46-4ae0-aab9-d4de2aa81c7e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:23.574959 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8b13ad25-8d82-4802-b1d4-39657567d856 req-4fa995a6-ed46-4ae0-aab9-d4de2aa81c7e tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 943 time: 0.0812902 Jun 27 12:59:23.619433 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8b13ad25-8d82-4802-b1d4-39657567d856 req-742f7962-0451-4fdd-91d3-ff792651601a tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386727 Jun 27 12:59:23.702461 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267286ef-e7ca-4339-a6aa-34fa91e75624 req-7543c238-b0ad-4635-9b56-368b0f932e73 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:23.703918 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-267286ef-e7ca-4339-a6aa-34fa91e75624 req-7543c238-b0ad-4635-9b56-368b0f932e73 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0827451 Jun 27 12:59:23.754766 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-267286ef-e7ca-4339-a6aa-34fa91e75624 req-25e2c08f-3470-42db-af8e-bd8cc18db2a9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451527 Jun 27 12:59:24.578487 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:24.816998 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb02c0-69cd-4cc1-845b-a4b216da529c req-7f351619-b872-4756-94a7-933ab37191a7 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:24.820341 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4cb02c0-69cd-4cc1-845b-a4b216da529c req-7f351619-b872-4756-94a7-933ab37191a7 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 943 time: 0.0820267 Jun 27 12:59:24.871422 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f4cb02c0-69cd-4cc1-845b-a4b216da529c req-53346d66-6269-4329-9370-4212bd6511e2 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460124 Jun 27 12:59:24.975649 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1f0f0-20aa-4931-bae1-b8a775a1e47a req-ba7dbbd9-91de-4eb5-91a6-4432443558ed tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:24.975649 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-06f1f0f0-20aa-4931-bae1-b8a775a1e47a req-ba7dbbd9-91de-4eb5-91a6-4432443558ed tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0864680 Jun 27 12:59:25.032653 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-06f1f0f0-20aa-4931-bae1-b8a775a1e47a req-c285ecd3-6746-430a-9e8e-74e1bde9e446 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501251 Jun 27 12:59:26.149533 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d3025-4ced-4654-960c-3196734e7f26 req-e5eefb53-4399-4c4f-8a4d-052e76d5d337 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:26.158829 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f16d3025-4ced-4654-960c-3196734e7f26 req-e5eefb53-4399-4c4f-8a4d-052e76d5d337 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 943 time: 0.1336915 Jun 27 12:59:26.215144 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f16d3025-4ced-4654-960c-3196734e7f26 req-5439e0dc-6b3d-41ed-b582-0d50556af8f0 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552654 Jun 27 12:59:26.263907 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:26.282235 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbb44b-28b2-42db-9b55-13faedf9beb2 req-db1d4d35-e1f3-4d10-9688-bde238c4bb4f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:26.283817 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bcdbb44b-28b2-42db-9b55-13faedf9beb2 req-db1d4d35-e1f3-4d10-9688-bde238c4bb4f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1002028 Jun 27 12:59:26.346989 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-bcdbb44b-28b2-42db-9b55-13faedf9beb2 req-37e6247e-d86a-4c68-b09c-8542c3d36a59 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522304 Jun 27 12:59:26.390025 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:59:26.600640 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8f0ffb90-56c5-48e2-a950-ce3f96f35586 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:59:26.752997 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8f0ffb90-56c5-48e2-a950-ce3f96f35586, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:26.769232 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'port_id': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'mac_address': 'fa:16:3e:bc:9a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:59:26.836085 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:26.860608 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0ffb90-56c5-48e2-a950-ce3f96f35586 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:59:26.879840 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8f0ffb90-56c5-48e2-a950-ce3f96f35586, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:26.961031 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:26.962929 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:27.061770 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=8f0ffb90-56c5-48e2-a950-ce3f96f35586,revision_number=7']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:27.066386 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:27.365986 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['8f0ffb90-56c5-48e2-a950-ce3f96f35586'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:59:27.479972 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c845daf-a77f-4629-9bb8-89c3056051e7 req-5a5fee0d-b481-4737-a3ba-552c187a1195 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:27.482260 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5c845daf-a77f-4629-9bb8-89c3056051e7 req-5a5fee0d-b481-4737-a3ba-552c187a1195 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 944 time: 0.1354663 Jun 27 12:59:27.606986 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5c845daf-a77f-4629-9bb8-89c3056051e7 req-678e5b65-2b20-49f0-9683-ca2ff66e809a tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163254 Jun 27 12:59:27.703717 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b97814-d026-47ba-aa68-6ff077154c4e req-e11567ee-9306-4cf7-a64a-e0bfa351c93d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:27.714507 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-74b97814-d026-47ba-aa68-6ff077154c4e req-e11567ee-9306-4cf7-a64a-e0bfa351c93d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1425962 Jun 27 12:59:27.809613 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-74b97814-d026-47ba-aa68-6ff077154c4e req-045d7317-7d12-4e6f-ad2f-8f496d3e824c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937369 Jun 27 12:59:28.828894 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b11b5-cf1c-4f2a-b503-3ce0c6bc7659 req-5b681d07-3206-42f4-bb4c-ca0f7bf016ad tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:28.830839 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3b5b11b5-cf1c-4f2a-b503-3ce0c6bc7659 req-5b681d07-3206-42f4-bb4c-ca0f7bf016ad tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 944 time: 0.1051409 Jun 27 12:59:28.881735 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3b5b11b5-cf1c-4f2a-b503-3ce0c6bc7659 req-ded957ad-4912-4687-8a20-4ad48b8754c7 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440881 Jun 27 12:59:29.047017 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1eb1b-0bd3-4637-8600-8ae42c1dd504 req-8d099177-fd8d-48ae-bfa7-8bb54983138d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:29.049129 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2cd1eb1b-0bd3-4637-8600-8ae42c1dd504 req-8d099177-fd8d-48ae-bfa7-8bb54983138d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0930858 Jun 27 12:59:29.100572 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2cd1eb1b-0bd3-4637-8600-8ae42c1dd504 req-4c56d9be-4262-42d5-9f2e-a0995db74e6b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442297 Jun 27 12:59:30.092817 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be22ed8-ecec-4fa8-bfb6-dfc5349c0ae4 req-2b132f47-d3ca-4a6e-b300-5ff4697e0b2f tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:30.095037 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7be22ed8-ecec-4fa8-bfb6-dfc5349c0ae4 req-2b132f47-d3ca-4a6e-b300-5ff4697e0b2f tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 944 time: 0.0878820 Jun 27 12:59:30.141772 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7be22ed8-ecec-4fa8-bfb6-dfc5349c0ae4 req-ec4b764d-0ddc-4be9-b141-aac751138840 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Jun 27 12:59:30.328045 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82236f-7247-4b20-8edf-6d0405ecd5ce req-6194e53a-0300-453c-ab23-28f4fc0e0300 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:30.329618 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fe82236f-7247-4b20-8edf-6d0405ecd5ce req-6194e53a-0300-453c-ab23-28f4fc0e0300 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1029742 Jun 27 12:59:30.387153 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-fe82236f-7247-4b20-8edf-6d0405ecd5ce req-7d7fc115-a3bb-4163-bb79-c0da602a57c6 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507159 Jun 27 12:59:30.637918 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8f0ffb90-56c5-48e2-a950-ce3f96f35586 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:59:30.715342 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:59:30.715723 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:30.848785 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:30.879307 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:59:30.889796 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 8f0ffb90-56c5-48e2-a950-ce3f96f35586, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:30.927691 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'code': 200} Jun 27 12:59:31.320949 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:31.322931 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:31.334746 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8bb85-e199-45b4-bc77-1ca195942ea7 req-99b2321c-d161-418f-9362-a74056f178c7 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:31.336231 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f3e8bb85-e199-45b4-bc77-1ca195942ea7 req-99b2321c-d161-418f-9362-a74056f178c7 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 944 time: 0.0827219 Jun 27 12:59:31.390481 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f3e8bb85-e199-45b4-bc77-1ca195942ea7 req-c9207e62-5309-4d6c-9601-deb77f7e8807 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472121 Jun 27 12:59:31.440364 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=8f0ffb90-56c5-48e2-a950-ce3f96f35586,revision_number=8']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:31.450355 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:31.601146 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09a703-3fec-4478-b5c9-26a91a90826d req-b044adee-1f06-4ab5-a144-6f4022833f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:31.603605 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3a09a703-3fec-4478-b5c9-26a91a90826d req-b044adee-1f06-4ab5-a144-6f4022833f4f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 1098 time: 0.1022413 Jun 27 12:59:31.639799 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137940f-5a12-4bbf-93a1-aaffec20688d req-b5e1f981-ff1e-4f62-8f05-fae096f3a9df tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:31.641600 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0137940f-5a12-4bbf-93a1-aaffec20688d req-b5e1f981-ff1e-4f62-8f05-fae096f3a9df tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1048827 Jun 27 12:59:31.653059 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3a09a703-3fec-4478-b5c9-26a91a90826d req-db000d42-077e-440c-9072-f5145c1bd065 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413728 Jun 27 12:59:31.699092 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0137940f-5a12-4bbf-93a1-aaffec20688d req-80aa0692-6162-4664-979e-166ecae8b90a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500262 Jun 27 12:59:32.657293 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6845bc-11d1-4eda-bff5-386ae01bbf56 req-82afb303-79ad-4d51-99a6-cb2b4caf76d1 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:32.659549 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-cc6845bc-11d1-4eda-bff5-386ae01bbf56 req-82afb303-79ad-4d51-99a6-cb2b4caf76d1 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.1252646 Jun 27 12:59:32.714648 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-cc6845bc-11d1-4eda-bff5-386ae01bbf56 req-08028904-5f5d-4333-a901-66249d7c97f3 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491400 Jun 27 12:59:32.891350 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-24a86f2e-e94f-4aad-8563-9b8d1b57b2b7 req-e2ba9edc-4110-4c8d-8ac0-a052b1b7769c tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912519887&fields=id&tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b HTTP/1.1" status: 200 len: 267 time: 0.0780244 Jun 27 12:59:33.044339 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a86f2e-e94f-4aad-8563-9b8d1b57b2b7 req-14056069-e660-43be-9be2-170beeb3905e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:33.049087 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59aa44-3a2a-4b3b-928f-8954f908c4e8 req-18169189-c85a-4fef-9832-06f61995bcda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:33.053026 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-24a86f2e-e94f-4aad-8563-9b8d1b57b2b7 req-14056069-e660-43be-9be2-170beeb3905e tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 984 time: 0.1553106 Jun 27 12:59:33.055925 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ef59aa44-3a2a-4b3b-928f-8954f908c4e8 req-18169189-c85a-4fef-9832-06f61995bcda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1400723 Jun 27 12:59:33.060568 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [req-24a86f2e-e94f-4aad-8563-9b8d1b57b2b7 req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Request body: {'port': {'security_groups': ['3fba4554-a569-4773-9b4a-4190efe28f1e']}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:59:33.207189 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ef59aa44-3a2a-4b3b-928f-8954f908c4e8 req-d5f4b1b7-f9f5-4e61-8834-e27eba4a977b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502814 Jun 27 12:59:33.315343 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-24a86f2e-e94f-4aad-8563-9b8d1b57b2b7 req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:33.580976 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-24a86f2e-e94f-4aad-8563-9b8d1b57b2b7 req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] For port 8588d35a-cf2c-4b35-b339-85ba3e2ade97, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:33.609775 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-24a86f2e-e94f-4aad-8563-9b8d1b57b2b7 req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:33.675493 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-24a86f2e-e94f-4aad-8563-9b8d1b57b2b7 req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:33.681762 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-2196fa2e-850e-48cc-9236-86214622497e tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:33.691848 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['8588d35a-cf2c-4b35-b339-85ba3e2ade97'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:59:33.764803 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a86f2e-e94f-4aad-8563-9b8d1b57b2b7 req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:33.765472 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-24a86f2e-e94f-4aad-8563-9b8d1b57b2b7 req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:33.774842 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47206) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:33.781035 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-24a86f2e-e94f-4aad-8563-9b8d1b57b2b7 req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "PUT /v2.0/ports/8588d35a-cf2c-4b35-b339-85ba3e2ade97 HTTP/1.1" status: 200 len: 942 time: 0.7270405 Jun 27 12:59:33.782511 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:59:33.832612 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event updated for resources: {'Port': ['ID=8588d35a-cf2c-4b35-b339-85ba3e2ade97,revision_number=7']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:33.850712 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.851481 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.852068 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.852638 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.853223 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.853832 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.854529 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.855110 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.855701 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.856275 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.857569 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.858193 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:59:33.870460 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d094779f-4904-4585-97ea-2002f43af54b tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:33.975700 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['8588d35a-cf2c-4b35-b339-85ba3e2ade97'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:59:34.041419 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'status': 'completed', 'code': 200} Jun 27 12:59:34.084370 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f482b3bc-8884-40ab-b7f2-ac1f187f5421 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:34.155643 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-cd43b5e8-4d9e-4f1a-973a-df5d99b080d2 None None] Provisioning complete for port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:59:34.156091 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-cd43b5e8-4d9e-4f1a-973a-df5d99b080d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:34.165385 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f482b3bc-8884-40ab-b7f2-ac1f187f5421 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:34.208008 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201496c-c7e6-48a2-9594-d8a8690ed7d1 req-67f36098-4e55-4a86-bd31-cf067bf460c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:34.208667 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac89645-0bf0-4696-9f3f-22f806a0bd48 req-84e98844-0513-4c6e-b966-bfdd3e6f6d5d tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:34.210285 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0ac89645-0bf0-4696-9f3f-22f806a0bd48 req-84e98844-0513-4c6e-b966-bfdd3e6f6d5d tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.2135475 Jun 27 12:59:34.213115 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4201496c-c7e6-48a2-9594-d8a8690ed7d1 req-67f36098-4e55-4a86-bd31-cf067bf460c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b&device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 1098 time: 0.1457882 Jun 27 12:59:34.340751 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0ac89645-0bf0-4696-9f3f-22f806a0bd48 req-6626f0a6-216b-40df-9b55-06620bebf562 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112154 Jun 27 12:59:34.432521 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201496c-c7e6-48a2-9594-d8a8690ed7d1 req-808b2b1c-b3d4-461f-ab59-da2ef6d5b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:34.434153 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4201496c-c7e6-48a2-9594-d8a8690ed7d1 req-808b2b1c-b3d4-461f-ab59-da2ef6d5b558 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7aede900-0ce1-4214-8896-d1aff57446fa HTTP/1.1" status: 200 len: 915 time: 0.2141578 Jun 27 12:59:34.462063 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f482b3bc-8884-40ab-b7f2-ac1f187f5421 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:34.469033 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-32a271be-57a5-49d2-ab5d-97b63dda0af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:34.485305 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482b3bc-8884-40ab-b7f2-ac1f187f5421 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a3aee4-f107-4816-a033-ab7481134767,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:34.488262 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-f482b3bc-8884-40ab-b7f2-ac1f187f5421 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:34.594839 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f482b3bc-8884-40ab-b7f2-ac1f187f5421 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:34.596129 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-f482b3bc-8884-40ab-b7f2-ac1f187f5421 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "DELETE /v2.0/security-groups/02a3aee4-f107-4816-a033-ab7481134767 HTTP/1.1" status: 204 len: 168 time: 0.8201251 Jun 27 12:59:34.600723 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47216) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:34.605772 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4201496c-c7e6-48a2-9594-d8a8690ed7d1 req-2c2b74c9-4633-4c15-98d7-211adec60e70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97 HTTP/1.1" status: 200 len: 1001 time: 0.1323242 Jun 27 12:59:34.617201 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad775bc8-6607-43b9-a2ee-b48e5f42de57 req-a9f88f50-6df7-4ecd-b31e-6ec403e5dfd7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:34.626469 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ad775bc8-6607-43b9-a2ee-b48e5f42de57 req-a9f88f50-6df7-4ecd-b31e-6ec403e5dfd7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1838620 Jun 27 12:59:34.733039 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ad775bc8-6607-43b9-a2ee-b48e5f42de57 req-f00b67bd-403d-44dc-9e5e-b98e1a178472 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805175 Jun 27 12:59:34.746030 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201496c-c7e6-48a2-9594-d8a8690ed7d1 req-762d567f-3ed3-4068-96dd-83246e60bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:34.752332 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4201496c-c7e6-48a2-9594-d8a8690ed7d1 req-762d567f-3ed3-4068-96dd-83246e60bf77 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc4cb3a9-e3ba-4943-9903-83e2fbc7284c HTTP/1.1" status: 200 len: 853 time: 0.1324306 Jun 27 12:59:34.852743 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Deleting port 2ee2a890-d513-4373-a8e3-2bcb1d153476 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:59:34.852958 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:34.854467 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201496c-c7e6-48a2-9594-d8a8690ed7d1 req-34656eb6-77d3-480b-a17c-e8ebb1f1c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:34.857019 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4201496c-c7e6-48a2-9594-d8a8690ed7d1 req-34656eb6-77d3-480b-a17c-e8ebb1f1c9b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7aede900-0ce1-4214-8896-d1aff57446fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0969477 Jun 27 12:59:35.012578 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4201496c-c7e6-48a2-9594-d8a8690ed7d1 req-f79f4218-e8dd-408c-b891-053035abcf5c service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489167 Jun 27 12:59:35.051168 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:35.051603 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:35.153039 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4201496c-c7e6-48a2-9594-d8a8690ed7d1 req-9938db5f-0b68-4280-a7cd-633c6d1fd14c service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340020 Jun 27 12:59:35.202527 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Calling delete_port for 2ee2a890-d513-4373-a8e3-2bcb1d153476 owned by network:floatingip {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:59:35.412969 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:35.419195 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ff044fb5-a22d-4d73-af02-8c3c38cf7622 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:35.470745 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event deleted for resources: {'Port': ['ID=2ee2a890-d513-4373-a8e3-2bcb1d153476,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:35.473816 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:35.570199 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks [] for floatingip, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:35.570451 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.l3_db [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Floating IP 2e846efd-8ac3-41bf-a72c-36ac6169449e disassociated (deleted). External IP: 172.28.1.136, port: 8588d35a-cf2c-4b35-b339-85ba3e2ade97. Jun 27 12:59:35.969743 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f61ee5-d386-41bb-b841-18e67b6dff75 req-b4e716be-720c-417e-84c7-4dfd45d7381e tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:35.971577 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-01f61ee5-d386-41bb-b841-18e67b6dff75 req-b4e716be-720c-417e-84c7-4dfd45d7381e tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1002612 Jun 27 12:59:36.022872 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-01f61ee5-d386-41bb-b841-18e67b6dff75 req-217e069d-b709-46dd-9405-aef3e7c379df tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441687 Jun 27 12:59:36.098908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:59:36.283306 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:59:36.292918 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f96888-eb61-4dd0-b223-2457ff6569a6 None None] Sync routers for ids ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:59:36.301752 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f96888-eb61-4dd0-b223-2457ff6569a6 None None] Routers {'1c0ab172-a0b2-402e-9cd6-5679335c7bb8'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:59:36.302397 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-21f96888-eb61-4dd0-b223-2457ff6569a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:59:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:36.381161 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:36.443212 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "DELETE /v2.0/floatingips/2e846efd-8ac3-41bf-a72c-36ac6169449e HTTP/1.1" status: 204 len: 168 time: 1.8390040 Jun 27 12:59:36.443212 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:59:36.497895 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-21f96888-eb61-4dd0-b223-2457ff6569a6 None None] Set router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:59:36.526880 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'status': 'completed', 'code': 200} Jun 27 12:59:36.621326 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bdee3-e8df-4d94-9cd0-9895e02a9bb1 req-4d8676bd-26a6-4d6f-ae62-b7ec59f89dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:36.622828 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-dd9bdee3-e8df-4d94-9cd0-9895e02a9bb1 req-4d8676bd-26a6-4d6f-ae62-b7ec59f89dac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b&device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 1098 time: 0.0753288 Jun 27 12:59:36.771852 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bdee3-e8df-4d94-9cd0-9895e02a9bb1 req-060bcddf-a5cd-4995-b333-9a881e27610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:36.773572 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-dd9bdee3-e8df-4d94-9cd0-9895e02a9bb1 req-060bcddf-a5cd-4995-b333-9a881e27610e service neutron] 10.222.0.52 "GET /v2.0/networks?id=7aede900-0ce1-4214-8896-d1aff57446fa HTTP/1.1" status: 200 len: 915 time: 0.1438444 Jun 27 12:59:36.837189 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-21f96888-eb61-4dd0-b223-2457ff6569a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:38Z', 'revision_number': 4, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'a7d73af7-f3f2-45de-a096-b41ed7da2b8b', 'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'mac_address': 'fa:16:3e:da:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:37Z', 'updated_at': '2021-06-27T12:55:47Z', 'revision_number': 5, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'subnets': [{'id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:36.841849 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f96888-eb61-4dd0-b223-2457ff6569a6 None None] Checking router: 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:59:36.850902 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f96888-eb61-4dd0-b223-2457ff6569a6 None None] Routers {'1c0ab172-a0b2-402e-9cd6-5679335c7bb8'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:59:36.851540 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-21f96888-eb61-4dd0-b223-2457ff6569a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:59:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:36.937262 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-dd9bdee3-e8df-4d94-9cd0-9895e02a9bb1 req-e6a9206a-2129-4da2-8881-3a71bba132b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97 HTTP/1.1" status: 200 len: 217 time: 0.1566207 Jun 27 12:59:37.027317 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bdee3-e8df-4d94-9cd0-9895e02a9bb1 req-e4d94f61-f97a-48d3-85a4-afe7330c3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:37.029123 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-dd9bdee3-e8df-4d94-9cd0-9895e02a9bb1 req-e4d94f61-f97a-48d3-85a4-afe7330c3588 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc4cb3a9-e3ba-4943-9903-83e2fbc7284c HTTP/1.1" status: 200 len: 853 time: 0.0739088 Jun 27 12:59:37.038917 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-21f96888-eb61-4dd0-b223-2457ff6569a6 None None] Set router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:59:37.265885 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bdee3-e8df-4d94-9cd0-9895e02a9bb1 req-1766e9d6-8d36-46a5-be09-20cf702565b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:37.267481 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-dd9bdee3-e8df-4d94-9cd0-9895e02a9bb1 req-1766e9d6-8d36-46a5-be09-20cf702565b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7aede900-0ce1-4214-8896-d1aff57446fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1770902 Jun 27 12:59:37.314554 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1160f-f3ff-4585-914a-cea0e638ab27 req-3149e8a5-0ed2-4f59-9c4f-ba80a28c4133 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:37.318557 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ccf1160f-f3ff-4585-914a-cea0e638ab27 req-3149e8a5-0ed2-4f59-9c4f-ba80a28c4133 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1634948 Jun 27 12:59:37.426342 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-21f96888-eb61-4dd0-b223-2457ff6569a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:38Z', 'revision_number': 4, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'a7d73af7-f3f2-45de-a096-b41ed7da2b8b', 'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'mac_address': 'fa:16:3e:da:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:37Z', 'updated_at': '2021-06-27T12:55:47Z', 'revision_number': 5, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'subnets': [{'id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:37.431048 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f96888-eb61-4dd0-b223-2457ff6569a6 None None] The sync data for ids ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'] in dv-cinder-798099-1-smb is: [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:55:38Z', 'revision_number': 4, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': 'a7d73af7-f3f2-45de-a096-b41ed7da2b8b', 'name': '', 'network_id': '7aede900-0ce1-4214-8896-d1aff57446fa', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'mac_address': 'fa:16:3e:da:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:37Z', 'updated_at': '2021-06-27T12:55:47Z', 'revision_number': 5, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'subnets': [{'id': 'dc4cb3a9-e3ba-4943-9903-83e2fbc7284c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:59:37.436874 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ccf1160f-f3ff-4585-914a-cea0e638ab27 req-f0a1415b-f99f-4024-936e-085c629b7537 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724244 Jun 27 12:59:37.455803 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-dd9bdee3-e8df-4d94-9cd0-9895e02a9bb1 req-e5d1409c-a6fb-4344-abbf-920b25f76b2b service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805987 Jun 27 12:59:37.513319 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53408-d60b-48fa-95e2-b4c5ea2a9581 req-2f1210aa-27d4-4954-a279-36d47110e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:37.515469 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-39e53408-d60b-48fa-95e2-b4c5ea2a9581 req-2f1210aa-27d4-4954-a279-36d47110e84b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 1098 time: 0.0928168 Jun 27 12:59:37.592989 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-dd9bdee3-e8df-4d94-9cd0-9895e02a9bb1 req-c174912f-f50d-48d0-bbaa-ad30600e1d1b service neutron] 10.222.0.52 "GET /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309450 Jun 27 12:59:37.657469 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53408-d60b-48fa-95e2-b4c5ea2a9581 req-32326280-4fc1-42b3-99d8-544368a68a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:37.663729 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-39e53408-d60b-48fa-95e2-b4c5ea2a9581 req-32326280-4fc1-42b3-99d8-544368a68a41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 918 time: 0.1380370 Jun 27 12:59:37.691761 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db124a0-e68d-4884-a3e2-7a0a32403997 None None] New status for floating IP 2e846efd-8ac3-41bf-a72c-36ac6169449e: DOWN {{(pid=79440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:59:37.781312 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-39e53408-d60b-48fa-95e2-b4c5ea2a9581 req-e18153e3-17ea-430d-9cd1-dde82735a79a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa HTTP/1.1" status: 200 len: 1000 time: 0.1111593 Jun 27 12:59:37.855338 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53408-d60b-48fa-95e2-b4c5ea2a9581 req-2feb37f2-9df7-421a-9531-655b2d4cc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:37.856686 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-39e53408-d60b-48fa-95e2-b4c5ea2a9581 req-2feb37f2-9df7-421a-9531-655b2d4cc863 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 200 len: 856 time: 0.0685847 Jun 27 12:59:37.935038 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53408-d60b-48fa-95e2-b4c5ea2a9581 req-75b4984b-0e74-4f61-a7b0-06949e725033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:37.936496 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-39e53408-d60b-48fa-95e2-b4c5ea2a9581 req-75b4984b-0e74-4f61-a7b0-06949e725033 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25d7207e-b634-4732-af7e-0b33849bacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735586 Jun 27 12:59:38.067157 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-39e53408-d60b-48fa-95e2-b4c5ea2a9581 req-0adb1383-3e09-4ea0-9124-c0029543a6a0 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238275 Jun 27 12:59:38.215469 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-39e53408-d60b-48fa-95e2-b4c5ea2a9581 req-64401d3a-2705-4d9b-bbb6-e994f2ab4c2b service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413939 Jun 27 12:59:38.637554 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c26d32-9fc5-4554-825f-6759d8a758b5 req-07260867-21fa-4e65-a877-8c949260cc8d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:38.638943 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-91c26d32-9fc5-4554-825f-6759d8a758b5 req-07260867-21fa-4e65-a877-8c949260cc8d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.0809069 Jun 27 12:59:38.684146 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-91c26d32-9fc5-4554-825f-6759d8a758b5 req-a42046db-e5e2-453a-887c-893cff3469ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390880 Jun 27 12:59:39.906750 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec04d2-cf70-458c-b5c3-765ff07dbd29 req-433b299f-2675-4826-891b-bbd88159b566 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:39.908914 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6bec04d2-cf70-458c-b5c3-765ff07dbd29 req-433b299f-2675-4826-891b-bbd88159b566 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 945 time: 0.1057255 Jun 27 12:59:39.955690 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6bec04d2-cf70-458c-b5c3-765ff07dbd29 req-56a7dcf3-5d8d-4793-a151-f679bcb0fb61 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400984 Jun 27 12:59:40.700852 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 96525b7d-56c7-4e13-b5e1-55ac82ede0aa no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:59:40.855659 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:40.882807 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:59:40.892639 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:40.924814 dv-cinder-798099-1-smb neutron-server[79439]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'code': 422} returned with failed status Jun 27 12:59:40.993195 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:40.996532 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-21fd4635-190e-4e45-acc3-f28909edc604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:41.065919 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,revision_number=8']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:41.069659 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:41.153377 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c34c2-cf88-43c6-98a5-8bf00c1f5d2b req-bf415f6e-48e7-4ec9-b58f-eda8074c07ff tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:41.154776 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-118c34c2-cf88-43c6-98a5-8bf00c1f5d2b req-bf415f6e-48e7-4ec9-b58f-eda8074c07ff tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0838568 Jun 27 12:59:41.200017 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-118c34c2-cf88-43c6-98a5-8bf00c1f5d2b req-370e2e86-1494-43ed-af3f-dd2cdcb03454 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393684 Jun 27 12:59:41.491117 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec7b0a-36cf-4293-938b-d48d283756ef req-5fce45eb-e198-41b0-a02b-d51d31abd129 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:41.491811 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-1eec7b0a-36cf-4293-938b-d48d283756ef req-5fce45eb-e198-41b0-a02b-d51d31abd129 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Synchronizing usage tracker for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:59:41.566565 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-1eec7b0a-36cf-4293-938b-d48d283756ef req-5fce45eb-e198-41b0-a02b-d51d31abd129 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Unset dirty status for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:59:41.567762 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1eec7b0a-36cf-4293-938b-d48d283756ef req-5fce45eb-e198-41b0-a02b-d51d31abd129 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 945 time: 0.1556125 Jun 27 12:59:41.618333 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-1eec7b0a-36cf-4293-938b-d48d283756ef req-44b05ad0-ae28-47c4-af3a-97d2fab02dd0 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Synchronizing usage tracker for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:security_group {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:59:41.701391 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-1eec7b0a-36cf-4293-938b-d48d283756ef req-44b05ad0-ae28-47c4-af3a-97d2fab02dd0 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Unset dirty status for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:security_group {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:59:41.702642 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1eec7b0a-36cf-4293-938b-d48d283756ef req-44b05ad0-ae28-47c4-af3a-97d2fab02dd0 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281977 Jun 27 12:59:42.907258 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdc6c5-e636-47e7-945e-f83dc1864b46 req-07ce3214-f2ef-44eb-aee4-6fc766e01655 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:42.908725 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a3fdc6c5-e636-47e7-945e-f83dc1864b46 req-07ce3214-f2ef-44eb-aee4-6fc766e01655 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 945 time: 0.0966287 Jun 27 12:59:42.957589 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a3fdc6c5-e636-47e7-945e-f83dc1864b46 req-ac724ae7-1ef2-4752-9f5b-62b7c2ca19be tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Jun 27 12:59:43.029237 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43c751-4965-49e1-8955-3cc76e18c18c req-ac24a84f-a1b5-46a9-99f4-11b7728f0e3a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:43.030797 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4c43c751-4965-49e1-8955-3cc76e18c18c req-ac24a84f-a1b5-46a9-99f4-11b7728f0e3a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0888216 Jun 27 12:59:43.080746 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4c43c751-4965-49e1-8955-3cc76e18c18c req-b3e036db-1086-415f-b7e9-49d7f46c3d2f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421555 Jun 27 12:59:43.545421 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 47326) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:43.625255 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395dc58-1dd3-432f-a444-b93b80e0770e req-0ab15f53-9147-4471-b2f6-9dea45843564 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:43.626713 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a395dc58-1dd3-432f-a444-b93b80e0770e req-0ab15f53-9147-4471-b2f6-9dea45843564 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 945 time: 0.0833695 Jun 27 12:59:43.659747 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6493176e-9c30-4067-844f-ade1818a6a0c req-2f3afb63-2057-49ef-aabf-3bcd893d61ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129904 Jun 27 12:59:43.696602 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-a395dc58-1dd3-432f-a444-b93b80e0770e req-b79b3a4c-74ae-4de6-8f6b-6ac4f198612d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Deleting port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:59:43.696937 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-a395dc58-1dd3-432f-a444-b93b80e0770e req-b79b3a4c-74ae-4de6-8f6b-6ac4f198612d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:44.056621 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-a395dc58-1dd3-432f-a444-b93b80e0770e req-b79b3a4c-74ae-4de6-8f6b-6ac4f198612d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] For port 8588d35a-cf2c-4b35-b339-85ba3e2ade97, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8588d35a-cf2c-4b35-b339-85ba3e2ade97,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:44.057306 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-a395dc58-1dd3-432f-a444-b93b80e0770e req-b79b3a4c-74ae-4de6-8f6b-6ac4f198612d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:44.216319 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-a395dc58-1dd3-432f-a444-b93b80e0770e req-b79b3a4c-74ae-4de6-8f6b-6ac4f198612d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Calling delete_port for 8588d35a-cf2c-4b35-b339-85ba3e2ade97 owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:59:44.284447 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fffb5-df33-4934-9885-ffbbd3068bf8 req-8fa8adc4-228e-4943-83ae-87766ceac52d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:44.286027 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-484fffb5-df33-4934-9885-ffbbd3068bf8 req-8fa8adc4-228e-4943-83ae-87766ceac52d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0849712 Jun 27 12:59:44.322479 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601c787-24c6-4333-ace3-785bb5f5fac0 req-35c777cd-de5f-4c7b-bbe5-2f8425ba8d90 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:44.324621 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e601c787-24c6-4333-ace3-785bb5f5fac0 req-35c777cd-de5f-4c7b-bbe5-2f8425ba8d90 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 945 time: 0.2546341 Jun 27 12:59:44.332835 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-484fffb5-df33-4934-9885-ffbbd3068bf8 req-1460de2d-86f8-4cc4-a33e-3b1c6d2adeb3 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408077 Jun 27 12:59:44.420329 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e601c787-24c6-4333-ace3-785bb5f5fac0 req-31c92ab0-c3ce-4d69-abd5-e558194880bc tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fba4554-a569-4773-9b4a-4190efe28f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633228 Jun 27 12:59:44.507667 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-a395dc58-1dd3-432f-a444-b93b80e0770e req-b79b3a4c-74ae-4de6-8f6b-6ac4f198612d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:44.515092 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-196880df-403e-451c-8a95-90b3d8eb779d tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:44.518794 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['8588d35a-cf2c-4b35-b339-85ba3e2ade97'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:59:44.560716 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b3a4c-74ae-4de6-8f6b-6ac4f198612d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Pushing event deleted for resources: {'Port': ['ID=8588d35a-cf2c-4b35-b339-85ba3e2ade97,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:44.563108 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b79b3a4c-74ae-4de6-8f6b-6ac4f198612d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:44.640765 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a395dc58-1dd3-432f-a444-b93b80e0770e req-b79b3a4c-74ae-4de6-8f6b-6ac4f198612d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] No DVR routers for this DVR port 8588d35a-cf2c-4b35-b339-85ba3e2ade97 on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:59:44.643917 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-a395dc58-1dd3-432f-a444-b93b80e0770e req-b79b3a4c-74ae-4de6-8f6b-6ac4f198612d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:44.646783 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'name': 'network-vif-deleted', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:59:44.700613 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acdf2e7-babc-41e8-b97b-028e5d01bb2d', 'name': 'network-vif-deleted', 'tag': '8588d35a-cf2c-4b35-b339-85ba3e2ade97', 'status': 'completed', 'code': 200} Jun 27 12:59:44.720115 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a395dc58-1dd3-432f-a444-b93b80e0770e req-b79b3a4c-74ae-4de6-8f6b-6ac4f198612d tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.52 "DELETE /v2.0/ports/8588d35a-cf2c-4b35-b339-85ba3e2ade97 HTTP/1.1" status: 204 len: 173 time: 1.0883000 Jun 27 12:59:45.534116 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95083-8b7d-4246-b34a-b768e086c636 req-0ca96be9-2fa6-4f93-9190-ee409f7368d5 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:45.535468 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-73b95083-8b7d-4246-b34a-b768e086c636 req-0ca96be9-2fa6-4f93-9190-ee409f7368d5 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0806038 Jun 27 12:59:45.592429 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-73b95083-8b7d-4246-b34a-b768e086c636 req-17316e5c-9ce4-4af5-96f3-07d723276c1b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509124 Jun 27 12:59:45.610185 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-460b994a-d21a-450c-b0d9-0b6f85165787 req-5fc382b2-c185-4263-aa8b-eff3bde446ff tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Synchronizing usage tracker for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:59:45.718604 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-460b994a-d21a-450c-b0d9-0b6f85165787 req-5fc382b2-c185-4263-aa8b-eff3bde446ff tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Unset dirty status for tenant:033fad0c52a943eba0be4e7ce5ce0b6b on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:59:45.719777 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-460b994a-d21a-450c-b0d9-0b6f85165787 req-5fc382b2-c185-4263-aa8b-eff3bde446ff tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9acdf2e7-babc-41e8-b97b-028e5d01bb2d HTTP/1.1" status: 200 len: 210 time: 0.1699834 Jun 27 12:59:45.835273 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493176e-9c30-4067-844f-ade1818a6a0c req-95a381b4-3dda-4e63-8178-df29df6606b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:45.836773 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6493176e-9c30-4067-844f-ade1818a6a0c req-95a381b4-3dda-4e63-8178-df29df6606b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365&tenant_id=c1aa6952415c490d8b4154ba53cacc70 HTTP/1.1" status: 200 len: 1096 time: 0.0748093 Jun 27 12:59:45.926901 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493176e-9c30-4067-844f-ade1818a6a0c req-3217de87-487d-44f7-93e9-cec322430ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:45.928352 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6493176e-9c30-4067-844f-ade1818a6a0c req-3217de87-487d-44f7-93e9-cec322430ea1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 1096 time: 0.0701549 Jun 27 12:59:46.064061 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493176e-9c30-4067-844f-ade1818a6a0c req-925e2564-39d5-43cc-8895-e19befc2c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:46.065404 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6493176e-9c30-4067-844f-ade1818a6a0c req-925e2564-39d5-43cc-8895-e19befc2c0e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 918 time: 0.1296232 Jun 27 12:59:46.168576 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6493176e-9c30-4067-844f-ade1818a6a0c req-db83cf10-82ba-47ab-a3d9-b791c7fb5472 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa HTTP/1.1" status: 200 len: 998 time: 0.0954213 Jun 27 12:59:46.232093 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493176e-9c30-4067-844f-ade1818a6a0c req-c99694e6-dc05-4f01-a3aa-ea95638e985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:46.233479 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6493176e-9c30-4067-844f-ade1818a6a0c req-c99694e6-dc05-4f01-a3aa-ea95638e985e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 200 len: 856 time: 0.0572541 Jun 27 12:59:46.310710 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493176e-9c30-4067-844f-ade1818a6a0c req-576805f7-fd80-472f-9f3e-582feddc8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:46.312141 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6493176e-9c30-4067-844f-ade1818a6a0c req-576805f7-fd80-472f-9f3e-582feddc8422 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25d7207e-b634-4732-af7e-0b33849bacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718226 Jun 27 12:59:46.441873 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6493176e-9c30-4067-844f-ade1818a6a0c req-bd885f0e-3893-4ec2-bfe6-6111cb96f794 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233938 Jun 27 12:59:46.461183 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:46.667910 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6493176e-9c30-4067-844f-ade1818a6a0c req-6c2c5c5c-ed29-40d0-a201-8ca7b15a97d1 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178254 Jun 27 12:59:46.749386 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8588d35a-cf2c-4b35-b339-85ba3e2ade97 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:59:46.792436 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0a85-2276-4c05-88cc-1e9f02bd4ccd req-e87326d3-ffce-4027-86d7-f5af7c1fcd7b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:46.795521 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d27b0a85-2276-4c05-88cc-1e9f02bd4ccd req-e87326d3-ffce-4027-86d7-f5af7c1fcd7b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0851848 Jun 27 12:59:46.840630 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 8588d35a-cf2c-4b35-b339-85ba3e2ade97 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:59:46.841062 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8588d35a-cf2c-4b35-b339-85ba3e2ade97 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:59:46.843490 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d27b0a85-2276-4c05-88cc-1e9f02bd4ccd req-7ac229fd-da03-4f39-b0a5-45179d7aba15 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421124 Jun 27 12:59:48.056770 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e6178-2241-4296-a2bd-46d3bf47b584 req-09c73d33-a63f-4dca-97b3-63b2fd6a410c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:48.059760 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-025e6178-2241-4296-a2bd-46d3bf47b584 req-09c73d33-a63f-4dca-97b3-63b2fd6a410c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0930843 Jun 27 12:59:48.123858 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-025e6178-2241-4296-a2bd-46d3bf47b584 req-657e6b5c-a432-4ae9-9b57-c52a476d9acc tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558670 Jun 27 12:59:48.345394 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47420) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:48.922414 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910150'] for router_interface, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:49.288056 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Deleting port a7d73af7-f3f2-45de-a096-b41ed7da2b8b {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:59:49.288392 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:49.377780 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878accab-ce2f-475d-90a6-cef8a86e874c req-4f282727-8b8e-4992-8728-dd82fb2e2c3e tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:49.379279 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-878accab-ce2f-475d-90a6-cef8a86e874c req-4f282727-8b8e-4992-8728-dd82fb2e2c3e tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.1151896 Jun 27 12:59:49.428137 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-878accab-ce2f-475d-90a6-cef8a86e874c req-a33c783b-4fc2-4287-bc64-6b96f6fdf915 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427399 Jun 27 12:59:49.475451 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] For port a7d73af7-f3f2-45de-a096-b41ed7da2b8b, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=a7d73af7-f3f2-45de-a096-b41ed7da2b8b,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:49.476089 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:49.608209 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Calling delete_port for a7d73af7-f3f2-45de-a096-b41ed7da2b8b owned by network:router_interface {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:59:49.966757 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:49.970777 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-f4d34326-1a6e-4390-ac33-94a9f0c9fd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:50.015118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d73af7-f3f2-45de-a096-b41ed7da2b8b,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:50.017626 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:50.311270 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910314'] for router_interface, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:50.612239 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-82538bd7-34fd-4b03-895c-5d006b69dbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:50.679374 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc15c3-4ecd-460e-b51b-ee06a429fedd req-8b650ecb-9cc8-4472-8313-244eaa97c89f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:50.681669 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ddfc15c3-4ecd-460e-b51b-ee06a429fedd req-8b650ecb-9cc8-4472-8313-244eaa97c89f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.1016557 Jun 27 12:59:50.730456 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ddfc15c3-4ecd-460e-b51b-ee06a429fedd req-0c624c0b-56d9-4025-8110-4894321e5be2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415888 Jun 27 12:59:50.737769 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:59:50.948671 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:59:50.961358 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0b063-a9ba-4bcb-ba63-a0bc3fb58e3b None None] Sync routers for ids ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:59:50.972318 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0b063-a9ba-4bcb-ba63-a0bc3fb58e3b None None] Routers {'1c0ab172-a0b2-402e-9cd6-5679335c7bb8'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:59:50.973196 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-53d0b063-a9ba-4bcb-ba63-a0bc3fb58e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:59:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:51.031012 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] 10.222.0.41 "PUT /v2.0/routers/1c0ab172-a0b2-402e-9cd6-5679335c7bb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843383 Jun 27 12:59:51.033319 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47428) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:51.180092 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-53d0b063-a9ba-4bcb-ba63-a0bc3fb58e3b None None] Set router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:59:51.224431 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:51.237058 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Notify callbacks [] for router, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:51.494777 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-53d0b063-a9ba-4bcb-ba63-a0bc3fb58e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:59:49Z', 'revision_number': 5, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:51.500775 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0b063-a9ba-4bcb-ba63-a0bc3fb58e3b None None] Checking router: 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:59:51.510368 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0b063-a9ba-4bcb-ba63-a0bc3fb58e3b None None] Routers {'1c0ab172-a0b2-402e-9cd6-5679335c7bb8'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:59:51.511753 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-53d0b063-a9ba-4bcb-ba63-a0bc3fb58e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:59:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:51.552010 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:51.624201 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Deleting port 68483992-c5c5-4665-92f8-fa82bf8db927 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:59:51.624813 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:51.702057 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-53d0b063-a9ba-4bcb-ba63-a0bc3fb58e3b None None] Set router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:59:51.833563 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] For port 68483992-c5c5-4665-92f8-fa82bf8db927, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=68483992-c5c5-4665-92f8-fa82bf8db927,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:51.834178 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:51.986929 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Calling delete_port for 68483992-c5c5-4665-92f8-fa82bf8db927 owned by network:router_gateway {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:59:52.003020 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11871703-09f7-4490-9872-616ceda0a5df req-bebdbff1-481d-4762-8bbe-a13c703178c4 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:52.006038 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-11871703-09f7-4490-9872-616ceda0a5df req-bebdbff1-481d-4762-8bbe-a13c703178c4 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0988019 Jun 27 12:59:52.014041 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-53d0b063-a9ba-4bcb-ba63-a0bc3fb58e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:59:49Z', 'revision_number': 5, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:52.018763 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0b063-a9ba-4bcb-ba63-a0bc3fb58e3b None None] The sync data for ids ['1c0ab172-a0b2-402e-9cd6-5679335c7bb8'] in dv-cinder-798099-1-smb is: [{'id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'name': 'tempest-TestMinimumBasicScenario-167690922-router', 'tenant_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:31Z', 'updated_at': '2021-06-27T12:59:49Z', 'revision_number': 5, 'project_id': '033fad0c52a943eba0be4e7ce5ce0b6b', 'gw_port': {'id': '68483992-c5c5-4665-92f8-fa82bf8db927', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ab172-a0b2-402e-9cd6-5679335c7bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:33Z', 'updated_at': '2021-06-27T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:59:52.086627 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-11871703-09f7-4490-9872-616ceda0a5df req-d00e3f5b-43d4-497f-960b-68017023774d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710046 Jun 27 12:59:52.246545 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:52.250383 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6f673b43-8e77-4dd2-bb1b-c910eb4c89fd tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:52.323440 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Pushing event deleted for resources: {'Port': ['ID=68483992-c5c5-4665-92f8-fa82bf8db927,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:52.325721 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:52.393428 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831331'] for router_gateway, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:52.549483 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device a7d73af7-f3f2-45de-a096-b41ed7da2b8b no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:59:52.575954 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7309'] for router, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:52.583459 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:52.609726 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: a7d73af7-f3f2-45de-a096-b41ed7da2b8b {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:59:52.610119 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device a7d73af7-f3f2-45de-a096-b41ed7da2b8b not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:59:52.695301 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3832270'] for router, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:52.695832 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c0ab172-a0b2-402e-9cd6-5679335c7bb8 {{(pid=79438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:59:52.712767 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Notify callbacks [] for router, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:52.715938 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1c0ab172-a0b2-402e-9cd6-5679335c7bb8 HTTP/1.1" status: 204 len: 168 time: 1.6797256 Jun 27 12:59:52.716490 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47436) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:52.797302 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_v2 [None req-6314c3f5-57c1-48f0-8285-0686e41e56fb admin admin] Deleting subnet dc4cb3a9-e3ba-4943-9903-83e2fbc7284c {{(pid=79438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:59:52.800581 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6314c3f5-57c1-48f0-8285-0686e41e56fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:52.877757 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6314c3f5-57c1-48f0-8285-0686e41e56fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28051745'] for subnet, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:52.999979 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6314c3f5-57c1-48f0-8285-0686e41e56fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:53.124391 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6314c3f5-57c1-48f0-8285-0686e41e56fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28153149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28107232'] for subnet, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:53.129813 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:53.180643 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6314c3f5-57c1-48f0-8285-0686e41e56fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:53.185140 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea1f10-eaf9-4d35-98d7-9c480e7dd6e9 None None] Network 7aede900-0ce1-4214-8896-d1aff57446fa requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:59:53.192982 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314c3f5-57c1-48f0-8285-0686e41e56fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4cb3a9-e3ba-4943-9903-83e2fbc7284c,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:53.196384 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-6314c3f5-57c1-48f0-8285-0686e41e56fb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dc4cb3a9-e3ba-4943-9903-83e2fbc7284c HTTP/1.1" status: 204 len: 168 time: 0.4787140 Jun 27 12:59:53.198795 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6314c3f5-57c1-48f0-8285-0686e41e56fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:53.199589 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 47442) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:53.384242 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:53.402237 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Deleting port 54a23df5-87b3-4597-b6e0-487fb38e9a0c {{(pid=79437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:59:53.402623 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:53.431736 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f796a824-1133-4d1c-a5e6-c93609ae0508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:53.560048 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01e6ce-4533-4522-9fff-aff5c7b4a9ec None None] DHCP port deletion for 7aede900-0ce1-4214-8896-d1aff57446fa request from dv-cinder-798099-1-smb {{(pid=79439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 12:59:53.560579 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2641c15-b51f-49d8-9af2-b7ad412b2f09 req-08ceac9f-7385-4679-841f-0030825f61ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:53.562072 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c2641c15-b51f-49d8-9af2-b7ad412b2f09 req-08ceac9f-7385-4679-841f-0030825f61ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.3223972 Jun 27 12:59:53.564595 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-9d01e6ce-4533-4522-9fff-aff5c7b4a9ec None None] Deleting port 54a23df5-87b3-4597-b6e0-487fb38e9a0c {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:59:53.564980 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-9d01e6ce-4533-4522-9fff-aff5c7b4a9ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:53.687751 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c2641c15-b51f-49d8-9af2-b7ad412b2f09 req-6645216e-4af2-417a-8a24-e4459bee57ef tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186888 Jun 27 12:59:53.780508 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] For port 54a23df5-87b3-4597-b6e0-487fb38e9a0c, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=54a23df5-87b3-4597-b6e0-487fb38e9a0c,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:53.780813 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:53.808683 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-9d01e6ce-4533-4522-9fff-aff5c7b4a9ec None None] For port 54a23df5-87b3-4597-b6e0-487fb38e9a0c, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=54a23df5-87b3-4597-b6e0-487fb38e9a0c,segment=NetworkSegment(63095e80-ecb2-473b-94a9-e5d897703066),segment_id=63095e80-ecb2-473b-94a9-e5d897703066)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:53.809097 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-9d01e6ce-4533-4522-9fff-aff5c7b4a9ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:53.913623 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Calling delete_port for 54a23df5-87b3-4597-b6e0-487fb38e9a0c owned by network:dhcp {{(pid=79437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:59:53.932970 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-9d01e6ce-4533-4522-9fff-aff5c7b4a9ec None None] Calling delete_port for 54a23df5-87b3-4597-b6e0-487fb38e9a0c owned by network:dhcp {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:59:54.080489 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:54.085880 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-4edbfbb4-eeee-4bc2-89f8-8d8f5b63d7c6 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:54.090177 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.db.api [None req-9d01e6ce-4533-4522-9fff-aff5c7b4a9ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:59:54.090784 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_db.api [None req-9d01e6ce-4533-4522-9fff-aff5c7b4a9ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:59:54.133356 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] No DVR routers for this DVR port 54a23df5-87b3-4597-b6e0-487fb38e9a0c on host dv-cinder-798099-1-smb {{(pid=79437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:59:54.162623 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a23df5-87b3-4597-b6e0-487fb38e9a0c,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:54.165063 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:54.253422 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:54.267550 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aede900-0ce1-4214-8896-d1aff57446fa']}} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:54.284922 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63095e80-ecb2-473b-94a9-e5d897703066') {'for_net_delete': True} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:54.285326 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63095e80-ecb2-473b-94a9-e5d897703066') {} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:54.297441 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1730991'] for segment, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:54.313214 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:54.318999 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=79437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:59:54.319369 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1731490'] for segment, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: Traceback (most recent call last): Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: timer() Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: cb(*args, **kw) Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: return func(*args, **kwargs) Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: self._notify() Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: self.callback(batched_events) Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: event.method(event) Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: return f(self, *a, **k) Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: return self._get(url).json() Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: return self.request(url, 'GET', **kwargs) Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:59:54.332868 dv-cinder-798099-1-smb neutron-server[79437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:59:54.469427 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:54.473244 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-13980f0c-1722-4819-bc1d-830d5c230b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:54.486143 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:54.500245 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aede900-0ce1-4214-8896-d1aff57446fa,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:54.504669 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:54.508050 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7aede900-0ce1-4214-8896-d1aff57446fa HTTP/1.1" status: 204 len: 168 time: 1.3064511 Jun 27 12:59:54.511791 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47446) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:54.531005 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 68483992-c5c5-4665-92f8-fa82bf8db927 no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:59:54.561303 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:54.566620 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: 68483992-c5c5-4665-92f8-fa82bf8db927 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:59:54.566969 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 68483992-c5c5-4665-92f8-fa82bf8db927 not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:59:54.567438 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 54a23df5-87b3-4597-b6e0-487fb38e9a0c no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:59:54.595585 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-9d01e6ce-4533-4522-9fff-aff5c7b4a9ec None None] Deleting port 54a23df5-87b3-4597-b6e0-487fb38e9a0c {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:59:54.596228 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-9d01e6ce-4533-4522-9fff-aff5c7b4a9ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:54.631409 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: 54a23df5-87b3-4597-b6e0-487fb38e9a0c {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:59:54.631757 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 54a23df5-87b3-4597-b6e0-487fb38e9a0c not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:59:54.670332 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-9d01e6ce-4533-4522-9fff-aff5c7b4a9ec None None] The port '54a23df5-87b3-4597-b6e0-487fb38e9a0c' was deleted {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 12:59:54.891154 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b6023-dbe9-4ec0-8891-2d4d02547bcd req-f8c31c5a-e050-4ca9-afad-0e65d737c50c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:54.892739 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-226b6023-dbe9-4ec0-8891-2d4d02547bcd req-f8c31c5a-e050-4ca9-afad-0e65d737c50c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0896137 Jun 27 12:59:54.940624 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-226b6023-dbe9-4ec0-8891-2d4d02547bcd req-64d76f49-51f4-4fa8-8ed0-67f42e3b0574 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403576 Jun 27 12:59:55.208864 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910150'] for router_interface, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:55.559546 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Deleting port d4266e2f-b631-433e-8932-18760fd71cc9 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:59:55.560281 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:55.733371 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] For port d4266e2f-b631-433e-8932-18760fd71cc9, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=d4266e2f-b631-433e-8932-18760fd71cc9,segment=NetworkSegment(eb471a79-15b6-460f-8737-15be7bf8dd10),segment_id=eb471a79-15b6-460f-8737-15be7bf8dd10)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:55.733811 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:55.860386 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Calling delete_port for d4266e2f-b631-433e-8932-18760fd71cc9 owned by network:router_interface {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:59:56.092100 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:56.097030 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-537e3089-877b-43f5-bf97-b03e0e9abb58 tempest-ServerRescueNegativeTestJSON-740611692 tempest-ServerRescueNegativeTestJSON-740611692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:56.142014 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4266e2f-b631-433e-8932-18760fd71cc9,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:56.145004 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:56.152736 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:56.172727 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcf94b-fd5f-4354-a320-c4593a3a44ed req-7b3ed4f5-a91e-4e7e-89d7-f74a3c6853e7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:56.174601 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0ebcf94b-fd5f-4354-a320-c4593a3a44ed req-7b3ed4f5-a91e-4e7e-89d7-f74a3c6853e7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.1134870 Jun 27 12:59:56.248959 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-0ebcf94b-fd5f-4354-a320-c4593a3a44ed req-9161c307-5b21-4c76-a355-d28dc0ad1e88 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655627 Jun 27 12:59:56.534333 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910314'] for router_interface, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:56.903090 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Router 552496ef-4c8c-45ce-b86d-4546229f4078 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:59:57.088644 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:59:57.098759 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] 10.222.0.41 "PUT /v2.0/routers/552496ef-4c8c-45ce-b86d-4546229f4078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5849259 Jun 27 12:59:57.100035 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78477c-2155-4ec1-934b-817e872ff61d None None] Sync routers for ids ['552496ef-4c8c-45ce-b86d-4546229f4078'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:59:57.100514 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47458) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:57.113402 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78477c-2155-4ec1-934b-817e872ff61d None None] Routers {'552496ef-4c8c-45ce-b86d-4546229f4078'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:59:57.114046 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-6a78477c-2155-4ec1-934b-817e872ff61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:59:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['552496ef-4c8c-45ce-b86d-4546229f4078'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:57.299939 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-6a78477c-2155-4ec1-934b-817e872ff61d None None] Set router 552496ef-4c8c-45ce-b86d-4546229f4078 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:59:57.316295 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Notify callbacks [] for router, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:57.445589 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1acf0-6b65-49b1-9e58-6a0c6cd88dc9 req-55f70230-253f-4515-8d0f-f072fd84532c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:57.447114 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c3a1acf0-6b65-49b1-9e58-6a0c6cd88dc9 req-55f70230-253f-4515-8d0f-f072fd84532c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0861080 Jun 27 12:59:57.520560 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:57.528730 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c3a1acf0-6b65-49b1-9e58-6a0c6cd88dc9 req-b5c7e0c8-fcdb-4b3e-bfaf-4585c0799f94 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739555 Jun 27 12:59:57.594804 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Deleting port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:59:57.595468 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:57.678246 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-6a78477c-2155-4ec1-934b-817e872ff61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'name': 'tempest-TestMinimumBasicScenario-1425594516-router', 'tenant_id': '8c534d167693469db12999051f9ae590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:44Z', 'updated_at': '2021-06-27T12:59:55Z', 'revision_number': 5, 'project_id': '8c534d167693469db12999051f9ae590', 'gw_port': {'id': 'bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:45Z', 'updated_at': '2021-06-27T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:57.682718 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78477c-2155-4ec1-934b-817e872ff61d None None] Checking router: 552496ef-4c8c-45ce-b86d-4546229f4078 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:59:57.691750 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78477c-2155-4ec1-934b-817e872ff61d None None] Routers {'552496ef-4c8c-45ce-b86d-4546229f4078'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:59:57.692376 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-6a78477c-2155-4ec1-934b-817e872ff61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T12:59:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['552496ef-4c8c-45ce-b86d-4546229f4078'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:57.799124 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] For port bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:57.799512 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:57.844282 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-6a78477c-2155-4ec1-934b-817e872ff61d None None] Set router 552496ef-4c8c-45ce-b86d-4546229f4078 gateway port host: None {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:59:57.956570 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-6a78477c-2155-4ec1-934b-817e872ff61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'name': 'tempest-TestMinimumBasicScenario-1425594516-router', 'tenant_id': '8c534d167693469db12999051f9ae590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:44Z', 'updated_at': '2021-06-27T12:59:57Z', 'revision_number': 6, 'project_id': '8c534d167693469db12999051f9ae590', 'gw_port_host': None}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:59:57.961382 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78477c-2155-4ec1-934b-817e872ff61d None None] The sync data for ids ['552496ef-4c8c-45ce-b86d-4546229f4078'] in dv-cinder-798099-1-smb is: [{'id': '552496ef-4c8c-45ce-b86d-4546229f4078', 'name': 'tempest-TestMinimumBasicScenario-1425594516-router', 'tenant_id': '8c534d167693469db12999051f9ae590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:55:44Z', 'updated_at': '2021-06-27T12:59:57Z', 'revision_number': 6, 'project_id': '8c534d167693469db12999051f9ae590', 'gw_port_host': None}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:59:58.097591 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Calling delete_port for bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 owned by network:router_gateway {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:59:58.341134 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:58.345298 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:58.390645 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:58.393429 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:58.494181 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831331'] for router_gateway, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:58.682434 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7309'] for router, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:58.684691 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:58.761754 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be9292-cb20-4616-bd4b-3daf20a3313b req-9e1f0d54-029c-4f42-829e-d8271f9f04ad tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:59:58.763901 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-15be9292-cb20-4616-bd4b-3daf20a3313b req-9e1f0d54-029c-4f42-829e-d8271f9f04ad tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.1170721 Jun 27 12:59:58.774928 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3832270'] for router, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:58.775470 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 552496ef-4c8c-45ce-b86d-4546229f4078 {{(pid=79438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:59:58.791744 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] Notify callbacks [] for router, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:58.795150 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-0b9acd36-1e84-4657-b41a-ae973de1ff1e admin admin] 10.222.0.41 "DELETE /v2.0/routers/552496ef-4c8c-45ce-b86d-4546229f4078 HTTP/1.1" status: 204 len: 168 time: 1.6918025 Jun 27 12:59:58.795656 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47466) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:58.861828 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:59:58.886951 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-15be9292-cb20-4616-bd4b-3daf20a3313b req-e8f9d440-7168-41b7-acf7-27d24822953e tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133263 Jun 27 12:59:58.910790 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_v2 [None req-19865889-b637-4802-a045-fdefbc420ea1 admin admin] Deleting subnet fa2ca493-adac-45cd-9d5c-f1d670f08966 {{(pid=79438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:59:58.924944 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-19865889-b637-4802-a045-fdefbc420ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:58.925051 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:59:58.925051 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device bd6e4be8-e9e5-4bc0-86b4-80bbe1d245a0 not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:59:58.925051 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device d4266e2f-b631-433e-8932-18760fd71cc9 no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:59:58.960148 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: d4266e2f-b631-433e-8932-18760fd71cc9 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:59:58.960490 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device d4266e2f-b631-433e-8932-18760fd71cc9 not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:59:58.974342 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-19865889-b637-4802-a045-fdefbc420ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28051745'] for subnet, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:59.070816 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-19865889-b637-4802-a045-fdefbc420ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:59.212388 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-19865889-b637-4802-a045-fdefbc420ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28153149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28107232'] for subnet, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:59.216692 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-57ab1899-3a52-4fd7-a78c-e528c393b224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:59:59.252754 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19865889-b637-4802-a045-fdefbc420ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2ca493-adac-45cd-9d5c-f1d670f08966,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:59:59.256033 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-19865889-b637-4802-a045-fdefbc420ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:59:59.257022 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-19865889-b637-4802-a045-fdefbc420ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:59.265135 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f498b95-1336-420e-99be-197054c857f8 None None] Network 4ba70752-3f9f-4750-b49b-9478542573be requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:59:59.272426 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-19865889-b637-4802-a045-fdefbc420ea1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fa2ca493-adac-45cd-9d5c-f1d670f08966 HTTP/1.1" status: 204 len: 168 time: 0.4752197 Jun 27 12:59:59.274982 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47470) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:59:59.419250 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:59.429988 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Deleting port 2851e9ac-b7be-42e4-9c87-27faaeac11bc {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:59:59.430321 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:59.540204 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72fae9f-65cf-4e17-a5d3-5e60cdad9adc None None] DHCP port deletion for 4ba70752-3f9f-4750-b49b-9478542573be request from dv-cinder-798099-1-smb {{(pid=79439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 12:59:59.547988 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-a72fae9f-65cf-4e17-a5d3-5e60cdad9adc None None] Deleting port 2851e9ac-b7be-42e4-9c87-27faaeac11bc {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:59:59.548455 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a72fae9f-65cf-4e17-a5d3-5e60cdad9adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:59.647910 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] For port 2851e9ac-b7be-42e4-9c87-27faaeac11bc, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=2851e9ac-b7be-42e4-9c87-27faaeac11bc,segment=NetworkSegment(eb471a79-15b6-460f-8737-15be7bf8dd10),segment_id=eb471a79-15b6-460f-8737-15be7bf8dd10)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:59.648357 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:59.782550 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-a72fae9f-65cf-4e17-a5d3-5e60cdad9adc None None] For port 2851e9ac-b7be-42e4-9c87-27faaeac11bc, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=2851e9ac-b7be-42e4-9c87-27faaeac11bc,segment=NetworkSegment(eb471a79-15b6-460f-8737-15be7bf8dd10),segment_id=eb471a79-15b6-460f-8737-15be7bf8dd10)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:59:59.783268 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a72fae9f-65cf-4e17-a5d3-5e60cdad9adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:59.792931 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Calling delete_port for 2851e9ac-b7be-42e4-9c87-27faaeac11bc owned by network:dhcp {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:59:59.948007 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-a72fae9f-65cf-4e17-a5d3-5e60cdad9adc None None] Calling delete_port for 2851e9ac-b7be-42e4-9c87-27faaeac11bc owned by network:dhcp {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:59:59.978173 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:59:59.984536 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7833332f-623b-4e00-b012-b797e678d5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:00.032548 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.db.api [None req-a72fae9f-65cf-4e17-a5d3-5e60cdad9adc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 13:00:00.033020 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_db.api [None req-a72fae9f-65cf-4e17-a5d3-5e60cdad9adc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 13:00:00.055042 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Pushing event deleted for resources: {'Port': ['ID=2851e9ac-b7be-42e4-9c87-27faaeac11bc,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:00.057302 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] No DVR routers for this DVR port 2851e9ac-b7be-42e4-9c87-27faaeac11bc on host dv-cinder-798099-1-smb {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 13:00:00.058959 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:00.111858 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a284e-d1e5-4556-a890-c60d5db121bb req-84aec483-ae15-4fff-98a3-49e663461148 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:00.113518 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-098a284e-d1e5-4556-a890-c60d5db121bb req-84aec483-ae15-4fff-98a3-49e663461148 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.1124701 Jun 27 13:00:00.199141 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-098a284e-d1e5-4556-a890-c60d5db121bb req-4b466c8c-1587-478c-a620-71c0dde4dfda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660868 Jun 27 13:00:00.278830 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:00.292076 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba70752-3f9f-4750-b49b-9478542573be']}} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:00.304842 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb471a79-15b6-460f-8737-15be7bf8dd10') {'for_net_delete': True} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:00.305129 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb471a79-15b6-460f-8737-15be7bf8dd10') {} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:00.318893 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28051736'] for segment, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:00.336688 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:00.344162 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=79438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 13:00:00.344506 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28153759'] for segment, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: Traceback (most recent call last): Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: timer() Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: cb(*args, **kw) Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: return func(*args, **kwargs) Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: self._notify() Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: self.callback(batched_events) Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: event.method(event) Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: return f(self, *a, **k) Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: return self._get(url).json() Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: return self.request(url, 'GET', **kwargs) Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 13:00:00.358238 dv-cinder-798099-1-smb neutron-server[79438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 13:00:00.492301 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:00.496506 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-df877c59-924b-4a2c-acea-79a756a83fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:00.509722 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:00.522223 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba70752-3f9f-4750-b49b-9478542573be,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:00.524662 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 2851e9ac-b7be-42e4-9c87-27faaeac11bc no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:00:00.525263 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:00.527769 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4ba70752-3f9f-4750-b49b-9478542573be HTTP/1.1" status: 204 len: 168 time: 1.2509844 Jun 27 13:00:00.561159 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-a72fae9f-65cf-4e17-a5d3-5e60cdad9adc None None] Deleting port 2851e9ac-b7be-42e4-9c87-27faaeac11bc {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:00:00.561494 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a72fae9f-65cf-4e17-a5d3-5e60cdad9adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:00.598674 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: 2851e9ac-b7be-42e4-9c87-27faaeac11bc {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:00:00.599309 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 2851e9ac-b7be-42e4-9c87-27faaeac11bc not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:00:00.641401 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-a72fae9f-65cf-4e17-a5d3-5e60cdad9adc None None] The port '2851e9ac-b7be-42e4-9c87-27faaeac11bc' was deleted {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 13:00:01.378508 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47482) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:01.385011 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c42a40-a751-4c4b-a888-2e02c373a227 req-4579da69-1cde-4952-90eb-1043ecf1d641 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:01.386560 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-16c42a40-a751-4c4b-a888-2e02c373a227 req-4579da69-1cde-4952-90eb-1043ecf1d641 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0820708 Jun 27 13:00:01.429271 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-8a028449-b397-4043-bc74-ffb92b4ae469 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=033fad0c52a943eba0be4e7ce5ce0b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489531 Jun 27 13:00:01.431286 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47486) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:01.434598 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-16c42a40-a751-4c4b-a888-2e02c373a227 req-bea823f5-52e0-45a7-b7b8-f7859981807c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419912 Jun 27 13:00:01.490846 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d818614e-d965-464b-8c65-cc244818e4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:01.517844 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d818614e-d965-464b-8c65-cc244818e4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:01.652494 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d818614e-d965-464b-8c65-cc244818e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:01.656321 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-18533233-62ab-40b1-8dcf-92e6bc7580f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:01.671593 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818614e-d965-464b-8c65-cc244818e4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fba4554-a569-4773-9b4a-4190efe28f1e,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:01.674065 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-d818614e-d965-464b-8c65-cc244818e4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:01.759443 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-d818614e-d965-464b-8c65-cc244818e4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:01.761034 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-d818614e-d965-464b-8c65-cc244818e4fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fba4554-a569-4773-9b4a-4190efe28f1e HTTP/1.1" status: 204 len: 168 time: 0.3288319 Jun 27 13:00:02.527538 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47500) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:02.578532 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-fb892ae8-c873-4273-9a21-1721b48ff5bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c534d167693469db12999051f9ae590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481246 Jun 27 13:00:02.580895 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47504) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:02.640437 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1928ebf4-a722-4209-b3c4-87f87c12fd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:02.642324 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143879b-d856-4beb-ad43-2fa5935d65b3 req-0852840f-4122-4c09-ba0f-dadda1acc9e8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:02.643812 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6143879b-d856-4beb-ad43-2fa5935d65b3 req-0852840f-4122-4c09-ba0f-dadda1acc9e8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0963900 Jun 27 13:00:02.670226 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1928ebf4-a722-4209-b3c4-87f87c12fd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:02.692168 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6143879b-d856-4beb-ad43-2fa5935d65b3 req-36526267-eee9-4312-b059-c896cd1af457 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420136 Jun 27 13:00:02.805790 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1928ebf4-a722-4209-b3c4-87f87c12fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:02.810509 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0e92a5f0-e18c-478f-915d-e79627092c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:02.823251 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928ebf4-a722-4209-b3c4-87f87c12fd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfb83d8-7a5b-4076-8f05-991bef292523,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:02.826182 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1928ebf4-a722-4209-b3c4-87f87c12fd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:02.828188 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-1928ebf4-a722-4209-b3c4-87f87c12fd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:02.829186 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-1928ebf4-a722-4209-b3c4-87f87c12fd10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7dfb83d8-7a5b-4076-8f05-991bef292523 HTTP/1.1" status: 204 len: 168 time: 0.2474179 Jun 27 13:00:03.389396 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:00:03.882015 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27addb0-8d4c-41ba-96e8-e63ee600e70d req-f5d7d497-94ee-4751-9c39-2e0b9d2c26ff tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:03.883441 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f27addb0-8d4c-41ba-96e8-e63ee600e70d req-f5d7d497-94ee-4751-9c39-2e0b9d2c26ff tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.0786271 Jun 27 13:00:03.931109 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f27addb0-8d4c-41ba-96e8-e63ee600e70d req-06530914-ac33-4544-b4c4-2e50486a046d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419500 Jun 27 13:00:05.195591 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd1644-0e0c-4060-a02f-80e9ee87c204 req-69cd94e1-6b8c-4212-aec6-5575b6d61544 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:05.196940 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-55fd1644-0e0c-4060-a02f-80e9ee87c204 req-69cd94e1-6b8c-4212-aec6-5575b6d61544 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.1525080 Jun 27 13:00:05.242500 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-55fd1644-0e0c-4060-a02f-80e9ee87c204 req-f32ee88a-08f3-40e8-a9ee-7e5e8e6bd698 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385783 Jun 27 13:00:06.458723 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fab309-1cb5-479b-bf8a-b6056ea51fa9 req-5534ebf2-eb0b-430c-8ad7-5c8c48531577 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:06.460669 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-74fab309-1cb5-479b-bf8a-b6056ea51fa9 req-5534ebf2-eb0b-430c-8ad7-5c8c48531577 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 943 time: 0.1017048 Jun 27 13:00:06.512732 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-74fab309-1cb5-479b-bf8a-b6056ea51fa9 req-1ed447bb-99d2-4275-8360-1629ad73eb7b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453362 Jun 27 13:00:06.902672 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 96525b7d-56c7-4e13-b5e1-55ac82ede0aa details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 13:00:07.046654 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:00:07.060411 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'port_id': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'mac_address': 'fa:16:3e:35:8b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 13:00:07.116173 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:07.133662 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96525b7d-56c7-4e13-b5e1-55ac82ede0aa {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 13:00:07.149503 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:00:07.220169 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:07.222748 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:07.291451 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,revision_number=9']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:07.294552 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:07.564909 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['96525b7d-56c7-4e13-b5e1-55ac82ede0aa'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 13:00:07.709678 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112a329-7262-4aed-a5c6-637f0950164e req-2f7b4353-fa77-417a-acbb-b1c9b6a2caf6 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:07.711142 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9112a329-7262-4aed-a5c6-637f0950164e req-2f7b4353-fa77-417a-acbb-b1c9b6a2caf6 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 944 time: 0.0811248 Jun 27 13:00:07.758798 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9112a329-7262-4aed-a5c6-637f0950164e req-3bf63f01-854a-454d-ba43-5e46f2e71d55 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 Jun 27 13:00:08.910024 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 96525b7d-56c7-4e13-b5e1-55ac82ede0aa up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 13:00:08.961144 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4ba34-0ea7-4e34-8bb7-9631474e79a9 req-2839f014-fc4c-4cfd-b601-f9af92eefc57 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:08.962630 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6ca4ba34-0ea7-4e34-8bb7-9631474e79a9 req-2839f014-fc4c-4cfd-b601-f9af92eefc57 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 944 time: 0.0799675 Jun 27 13:00:08.977401 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 13:00:08.977776 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:09.009154 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6ca4ba34-0ea7-4e34-8bb7-9631474e79a9 req-d288c148-bb9f-481a-859f-d50ec1cffa63 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399406 Jun 27 13:00:09.094396 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:09.121349 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:00:09.131350 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:00:09.166225 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'code': 200} Jun 27 13:00:09.194283 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:09.196772 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:09.263560 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,revision_number=10']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:09.266577 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:09.923765 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bb836-5b59-4a25-baf7-eb1bc2aff3a3 req-90e65727-a192-489a-acb6-be80166533e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:09.925317 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-464bb836-5b59-4a25-baf7-eb1bc2aff3a3 req-90e65727-a192-489a-acb6-be80166533e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 1099 time: 0.0718725 Jun 27 13:00:09.967280 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-464bb836-5b59-4a25-baf7-eb1bc2aff3a3 req-1f2c5f07-6eb1-43a6-b7fb-428f6ceae081 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342429 Jun 27 13:00:10.205124 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592083b-c3fa-4b3d-bf3b-61fcf26ad73f req-680b56f3-0d7c-4c6b-9436-14165db08e5a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:10.206603 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f592083b-c3fa-4b3d-bf3b-61fcf26ad73f req-680b56f3-0d7c-4c6b-9436-14165db08e5a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 946 time: 0.0831087 Jun 27 13:00:10.251808 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f592083b-c3fa-4b3d-bf3b-61fcf26ad73f req-e86545bf-2120-4998-bf82-3371233a14d0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394580 Jun 27 13:00:11.459094 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0f5d5-7f4d-405e-aca1-ed3c73d95306 req-1aef5cf3-a09a-4ebb-8cf8-524bed6eb12a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:11.460611 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b3a0f5d5-7f4d-405e-aca1-ed3c73d95306 req-1aef5cf3-a09a-4ebb-8cf8-524bed6eb12a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 946 time: 0.0936322 Jun 27 13:00:11.512731 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b3a0f5d5-7f4d-405e-aca1-ed3c73d95306 req-28dc8bc7-2bf9-4548-a6d6-a90133ffc913 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460691 Jun 27 13:00:12.716660 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e1304-734f-48c0-b96a-9d805e528cf7 req-33f845ab-471b-4598-b046-c589b3d11024 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:12.718119 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-548e1304-734f-48c0-b96a-9d805e528cf7 req-33f845ab-471b-4598-b046-c589b3d11024 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 946 time: 0.0843592 Jun 27 13:00:12.763096 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-548e1304-734f-48c0-b96a-9d805e528cf7 req-37ac2c5a-9feb-48fc-a589-a0d458123ae8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391161 Jun 27 13:00:13.967735 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df470f12-281c-4b55-a234-7efd59397148 req-77f0d419-0129-4e54-8d98-332155a6c5a7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:13.969265 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-df470f12-281c-4b55-a234-7efd59397148 req-77f0d419-0129-4e54-8d98-332155a6c5a7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 946 time: 0.0869858 Jun 27 13:00:14.015639 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-df470f12-281c-4b55-a234-7efd59397148 req-c3f056a9-3edf-42bb-b5ef-c6105e412a64 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407121 Jun 27 13:00:16.445866 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:20.608596 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97394881-d0f7-4753-bdc4-8ebdad0f4ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:21.219684 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:23.385342 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d9a3e911-f7fc-4be3-b84b-5c9b9f99d2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:24.596915 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:26.188572 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:33.287083 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4723252-ea72-4fc8-bee0-8f72170292ad req-469a4c07-35df-4caf-9770-c92ac3c880c7 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:33.288516 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c4723252-ea72-4fc8-bee0-8f72170292ad req-469a4c07-35df-4caf-9770-c92ac3c880c7 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 945 time: 0.0783012 Jun 27 13:00:33.332974 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c4723252-ea72-4fc8-bee0-8f72170292ad req-bc22e1f6-82ee-47e9-b01f-2470b3eb936d tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385921 Jun 27 13:00:34.517344 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b94be-7cf2-4373-a0d5-a067c3f9e17e req-24732f87-ce47-4748-80ce-d1d9be935b03 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:34.518863 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-434b94be-7cf2-4373-a0d5-a067c3f9e17e req-24732f87-ce47-4748-80ce-d1d9be935b03 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 945 time: 0.0797544 Jun 27 13:00:34.566793 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-434b94be-7cf2-4373-a0d5-a067c3f9e17e req-99e0d937-ac14-4470-b0bb-0291864e877c tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422969 Jun 27 13:00:35.536769 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-b8198050-87df-4f4b-aafd-2b973bfce4f3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:35.538269 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-b8198050-87df-4f4b-aafd-2b973bfce4f3 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.52 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 945 time: 0.0856063 Jun 27 13:00:35.614568 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Deleting port 66c43f01-e7dd-44e3-aaec-435e311e4e7c {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:00:35.614905 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:35.773052 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126b181-deb7-47ea-be93-23dbed8e9735 req-1360fddc-8819-4a55-9bec-aa6b30f40ef6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:35.775696 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9126b181-deb7-47ea-be93-23dbed8e9735 req-1360fddc-8819-4a55-9bec-aa6b30f40ef6 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 945 time: 0.0963521 Jun 27 13:00:35.831219 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9126b181-deb7-47ea-be93-23dbed8e9735 req-84f91059-d984-41dd-a2f6-43f6cb880e59 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f21c541-0928-4e94-8301-beab9e8a968f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494184 Jun 27 13:00:35.880879 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] For port 66c43f01-e7dd-44e3-aaec-435e311e4e7c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=66c43f01-e7dd-44e3-aaec-435e311e4e7c,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:00:35.881223 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:36.173661 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:36.173936 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:36.174275 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.l3_db [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Floating IP 2f88ff18-a5ce-4dd6-877b-f6582accdc49 disassociated. External IP: 172.28.1.71, port: 66c43f01-e7dd-44e3-aaec-435e311e4e7c. Jun 27 13:00:36.174614 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Calling delete_port for 66c43f01-e7dd-44e3-aaec-435e311e4e7c owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:00:36.371039 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:36.377497 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-d54ae569-55b8-4a42-8ea4-d48054642b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:36.517519 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event deleted for resources: {'Port': ['ID=66c43f01-e7dd-44e3-aaec-435e311e4e7c,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:36.527977 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.528354 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.528722 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.529754 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.530389 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.530979 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.531342 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.531700 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.534882 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.534882 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.534882 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.534882 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:36.585454 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:36.715900 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Router c480119e-8d2d-4ea3-b269-c64cab36d2ff has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 13:00:36.900907 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 13:00:36.914416 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d120079-86f6-406d-9281-620f61e5e512 None None] Sync routers for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 13:00:36.927580 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d120079-86f6-406d-9281-620f61e5e512 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:00:36.928589 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-8d120079-86f6-406d-9281-620f61e5e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:00:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:37.018229 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] No DVR routers for this DVR port 66c43f01-e7dd-44e3-aaec-435e311e4e7c on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 13:00:37.024431 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:37.027050 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859dd4c8-b7a3-44e8-8862-410891603965', 'name': 'network-vif-deleted', 'tag': '66c43f01-e7dd-44e3-aaec-435e311e4e7c'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:00:37.035527 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-72ff3feb-c1b5-46d4-a8e4-43715e9d6271 req-b27d1694-0acf-4a11-bfd3-fb98bbb928aa tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/ports?device_id=859dd4c8-b7a3-44e8-8862-410891603965 HTTP/1.1" status: 200 len: 210 time: 0.0624073 Jun 27 13:00:37.082181 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859dd4c8-b7a3-44e8-8862-410891603965', 'name': 'network-vif-deleted', 'tag': '66c43f01-e7dd-44e3-aaec-435e311e4e7c', 'status': 'completed', 'code': 200} Jun 27 13:00:37.098318 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a80d4016-dcb3-45f7-9823-bcc86ac5d4b7 req-254657fd-72ab-4439-a1cd-9aa81849898b tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.52 "DELETE /v2.0/ports/66c43f01-e7dd-44e3-aaec-435e311e4e7c HTTP/1.1" status: 204 len: 173 time: 1.5535789 Jun 27 13:00:37.119425 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-8d120079-86f6-406d-9281-620f61e5e512 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:00:37.474449 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-8d120079-86f6-406d-9281-620f61e5e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:37.478364 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d120079-86f6-406d-9281-620f61e5e512 None None] Checking router: c480119e-8d2d-4ea3-b269-c64cab36d2ff for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 13:00:37.486772 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d120079-86f6-406d-9281-620f61e5e512 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:00:37.487368 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-8d120079-86f6-406d-9281-620f61e5e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:00:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:37.664862 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-8d120079-86f6-406d-9281-620f61e5e512 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:00:37.982204 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-8d120079-86f6-406d-9281-620f61e5e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:37.986458 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d120079-86f6-406d-9281-620f61e5e512 None None] The sync data for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb is: [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T12:52:45Z', 'revision_number': 4, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab', 'name': '', 'network_id': '4d037d56-8a2b-499f-ac6d-8e124ff2a298', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'mac_address': 'fa:16:3e:92:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:43Z', 'updated_at': '2021-06-27T12:52:57Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'subnets': [{'id': '1c0a504f-730d-493b-b4e5-1320b17fb5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 13:00:38.223492 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47704) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:38.227473 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85906ed1-3c7c-4220-9757-e68f6849fd4b None None] New status for floating IP 2f88ff18-a5ce-4dd6-877b-f6582accdc49: DOWN {{(pid=79440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 13:00:38.290072 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-62912de7-3390-4df3-aea7-ea3e59767c59 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:38.317437 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-62912de7-3390-4df3-aea7-ea3e59767c59 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:38.434348 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-62912de7-3390-4df3-aea7-ea3e59767c59 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:38.439022 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a1b93e2b-678a-489c-931e-3cd2c5e3a927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:38.454214 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62912de7-3390-4df3-aea7-ea3e59767c59 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f21c541-0928-4e94-8301-beab9e8a968f,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:38.456774 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-62912de7-3390-4df3-aea7-ea3e59767c59 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:38.526622 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-62912de7-3390-4df3-aea7-ea3e59767c59 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:38.527743 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-62912de7-3390-4df3-aea7-ea3e59767c59 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "DELETE /v2.0/security-groups/7f21c541-0928-4e94-8301-beab9e8a968f HTTP/1.1" status: 204 len: 168 time: 0.3033085 Jun 27 13:00:38.530452 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47708) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:38.546912 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.api.v2.resource [None req-f7de2a28-3ca6-499e-956e-a36a46d5ea82 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] show failed (client error): The resource could not be found. Jun 27 13:00:38.547796 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-f7de2a28-3ca6-499e-956e-a36a46d5ea82 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "GET /v2.0/security-groups/7f21c541-0928-4e94-8301-beab9e8a968f HTTP/1.1" status: 404 len: 347 time: 0.0164771 Jun 27 13:00:38.550565 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47712) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:38.709278 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Deleting port 62b74928-499b-4a71-9e6a-64aac719f0ee {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:00:38.709617 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:38.875142 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:38.875461 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:38.992555 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Calling delete_port for 62b74928-499b-4a71-9e6a-64aac719f0ee owned by network:floatingip {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:00:39.065156 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 66c43f01-e7dd-44e3-aaec-435e311e4e7c no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:00:39.104637 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 66c43f01-e7dd-44e3-aaec-435e311e4e7c {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:00:39.104988 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 66c43f01-e7dd-44e3-aaec-435e311e4e7c not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:00:39.228424 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:39.232347 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-bc0fed7d-38bd-4466-b21f-38473e895c24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:39.275797 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Pushing event deleted for resources: {'Port': ['ID=62b74928-499b-4a71-9e6a-64aac719f0ee,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:39.278230 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:39.474281 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks [] for floatingip, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:39.488617 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:39.489729 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] 10.222.0.41 "DELETE /v2.0/floatingips/2f88ff18-a5ce-4dd6-877b-f6582accdc49 HTTP/1.1" status: 204 len: 168 time: 0.9383254 Jun 27 13:00:40.387432 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:00:43.986020 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47748) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:44.668921 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910150'] for router_interface, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:45.016845 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] Deleting port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:00:45.017541 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:45.186326 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] For port 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:00:45.186575 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:45.305754 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] Calling delete_port for 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab owned by network:router_interface {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:00:45.641875 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:45.645815 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ebec161f-39b5-4d5f-ae6b-419d2bd290d6 tempest-AttachVolumeNegativeTest-698956470 tempest-AttachVolumeNegativeTest-698956470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:45.692190 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:45.695317 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:45.994760 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910314'] for router_interface, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:46.353187 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] Router c480119e-8d2d-4ea3-b269-c64cab36d2ff has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 13:00:46.468297 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:46.536859 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 13:00:46.545747 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5955c6-5bc3-4e7f-bb60-93c144e92d66 None None] Sync routers for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 13:00:46.554654 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-58aadf4d-3855-482d-b3b7-73cc97a95d5b admin admin] 10.222.0.41 "PUT /v2.0/routers/c480119e-8d2d-4ea3-b269-c64cab36d2ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5673547 Jun 27 13:00:46.555006 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5955c6-5bc3-4e7f-bb60-93c144e92d66 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:00:46.555476 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-cd5955c6-5bc3-4e7f-bb60-93c144e92d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:00:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:46.556153 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47754) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:46.733240 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Notify callbacks [] for router, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:46.739245 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-cd5955c6-5bc3-4e7f-bb60-93c144e92d66 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:00:47.041354 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-cd5955c6-5bc3-4e7f-bb60-93c144e92d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T13:00:45Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:47.045911 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5955c6-5bc3-4e7f-bb60-93c144e92d66 None None] Checking router: c480119e-8d2d-4ea3-b269-c64cab36d2ff for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 13:00:47.054416 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5955c6-5bc3-4e7f-bb60-93c144e92d66 None None] Routers {'c480119e-8d2d-4ea3-b269-c64cab36d2ff'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:00:47.055049 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-cd5955c6-5bc3-4e7f-bb60-93c144e92d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:00:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:47.083568 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a579546d-e80b-4712-a46d-68931ffeb85e req-3dc05c72-5e88-45cf-abd5-eb8cf9fa0770 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2842393 Jun 27 13:00:47.084987 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:47.194167 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Deleting port 0f62fb66-049c-4063-8557-c2a2f536fade {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:00:47.194511 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:47.282848 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-cd5955c6-5bc3-4e7f-bb60-93c144e92d66 None None] Set router c480119e-8d2d-4ea3-b269-c64cab36d2ff gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:00:47.375812 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579546d-e80b-4712-a46d-68931ffeb85e req-2f69f2b4-ef09-463e-b78e-633f05cda581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:47.377159 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a579546d-e80b-4712-a46d-68931ffeb85e req-2f69f2b4-ef09-463e-b78e-633f05cda581 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527f951714be4a78bf6f5f771a6b92ff&device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 1098 time: 0.2193871 Jun 27 13:00:47.399854 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] For port 0f62fb66-049c-4063-8557-c2a2f536fade, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=0f62fb66-049c-4063-8557-c2a2f536fade,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:00:47.400203 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:47.571278 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-cd5955c6-5bc3-4e7f-bb60-93c144e92d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T13:00:45Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:47.575215 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5955c6-5bc3-4e7f-bb60-93c144e92d66 None None] The sync data for ids ['c480119e-8d2d-4ea3-b269-c64cab36d2ff'] in dv-cinder-798099-1-smb is: [{'id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'name': 'tempest-AttachVolumeTestJSON-1756350184-router', 'tenant_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:52:36Z', 'updated_at': '2021-06-27T13:00:45Z', 'revision_number': 5, 'project_id': '0535c5fa6c824d629cb7c9c1a45a21fa', 'gw_port': {'id': '0f62fb66-049c-4063-8557-c2a2f536fade', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480119e-8d2d-4ea3-b269-c64cab36d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:52:37Z', 'updated_at': '2021-06-27T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 13:00:47.591462 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Calling delete_port for 0f62fb66-049c-4063-8557-c2a2f536fade owned by network:router_gateway {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:00:47.715097 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579546d-e80b-4712-a46d-68931ffeb85e req-f21a4617-89a5-4792-ba19-24e7f8cc8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:47.717061 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a579546d-e80b-4712-a46d-68931ffeb85e req-f21a4617-89a5-4792-ba19-24e7f8cc8739 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fd48c2e-fc16-4033-b0db-29cb7577514e HTTP/1.1" status: 200 len: 910 time: 0.3087926 Jun 27 13:00:47.829680 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a579546d-e80b-4712-a46d-68931ffeb85e req-89b6c51c-88a1-45ef-8294-9d7608684a97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586 HTTP/1.1" status: 200 len: 1000 time: 0.1057684 Jun 27 13:00:47.934149 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579546d-e80b-4712-a46d-68931ffeb85e req-beeed664-10c1-450b-98d1-190dc7f43740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:47.935728 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a579546d-e80b-4712-a46d-68931ffeb85e req-beeed664-10c1-450b-98d1-190dc7f43740 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=227da6ea-b968-46a8-b4d8-18ea8544387a HTTP/1.1" status: 200 len: 848 time: 0.0793343 Jun 27 13:00:48.008011 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:48.011812 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e5721fba-9272-4b74-8db6-636bd5b03ed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:48.062109 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579546d-e80b-4712-a46d-68931ffeb85e req-f08c44e2-a451-45be-a132-0d0224d97835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:48.063560 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a579546d-e80b-4712-a46d-68931ffeb85e req-f08c44e2-a451-45be-a132-0d0224d97835 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fd48c2e-fc16-4033-b0db-29cb7577514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1215513 Jun 27 13:00:48.064309 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f62fb66-049c-4063-8557-c2a2f536fade,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:48.067396 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:48.237938 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831331'] for router_gateway, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:48.533796 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a579546d-e80b-4712-a46d-68931ffeb85e req-ed2a3f6e-ca62-4e5e-af1d-41df7d3cc6ba service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408772 Jun 27 13:00:48.535574 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7309'] for router, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:48.537911 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:48.553433 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:00:48.588313 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:00:48.596640 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 2cd7a6fe-eddc-49fb-8e84-b1e5b0dcf3ab not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:00:48.679024 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a579546d-e80b-4712-a46d-68931ffeb85e req-c8ee2f8f-7f74-43da-b919-3a4bb95a7714 service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374741 Jun 27 13:00:48.693197 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3832270'] for router, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:48.693908 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c480119e-8d2d-4ea3-b269-c64cab36d2ff {{(pid=79438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 13:00:48.707515 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Notify callbacks [] for router, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:48.708765 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c480119e-8d2d-4ea3-b269-c64cab36d2ff HTTP/1.1" status: 204 len: 168 time: 2.1516364 Jun 27 13:00:48.711167 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47758) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:48.776135 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e75dc10-6c4d-43fb-832d-2207c37174ec admin admin] Deleting subnet 1c0a504f-730d-493b-b4e5-1320b17fb5d2 {{(pid=79438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 13:00:48.779923 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8e75dc10-6c4d-43fb-832d-2207c37174ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:48.839344 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8e75dc10-6c4d-43fb-832d-2207c37174ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28051745'] for subnet, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:48.920233 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8e75dc10-6c4d-43fb-832d-2207c37174ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.059129 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8e75dc10-6c4d-43fb-832d-2207c37174ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28153149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28107232'] for subnet, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.064203 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:49.098240 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75dc10-6c4d-43fb-832d-2207c37174ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0a504f-730d-493b-b4e5-1320b17fb5d2,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:49.100691 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-8e75dc10-6c4d-43fb-832d-2207c37174ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:49.103708 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8e75dc10-6c4d-43fb-832d-2207c37174ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.108413 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df342c-965d-4f19-aaf1-fc2b1609e38d None None] Network 4d037d56-8a2b-499f-ac6d-8e124ff2a298 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 13:00:49.110415 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-8e75dc10-6c4d-43fb-832d-2207c37174ec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1c0a504f-730d-493b-b4e5-1320b17fb5d2 HTTP/1.1" status: 204 len: 168 time: 0.3983004 Jun 27 13:00:49.112727 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47762) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:49.231933 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.243548 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Deleting port b986c3e9-f760-46d6-b009-aa6f7a235771 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:00:49.243885 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.391591 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e3942-b769-47bb-bacb-a3c37f2412bd None None] DHCP port deletion for 4d037d56-8a2b-499f-ac6d-8e124ff2a298 request from dv-cinder-798099-1-smb {{(pid=79439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 13:00:49.396026 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e22e3942-b769-47bb-bacb-a3c37f2412bd None None] Deleting port b986c3e9-f760-46d6-b009-aa6f7a235771 {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:00:49.396652 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e22e3942-b769-47bb-bacb-a3c37f2412bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.466702 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] For port b986c3e9-f760-46d6-b009-aa6f7a235771, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=b986c3e9-f760-46d6-b009-aa6f7a235771,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:00:49.467041 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.592622 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Calling delete_port for b986c3e9-f760-46d6-b009-aa6f7a235771 owned by network:dhcp {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:00:49.608819 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e22e3942-b769-47bb-bacb-a3c37f2412bd None None] For port b986c3e9-f760-46d6-b009-aa6f7a235771, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=b986c3e9-f760-46d6-b009-aa6f7a235771,segment=NetworkSegment(6370d641-1244-4f58-a436-e4a563ba1d42),segment_id=6370d641-1244-4f58-a436-e4a563ba1d42)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:00:49.609431 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e22e3942-b769-47bb-bacb-a3c37f2412bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.736106 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e22e3942-b769-47bb-bacb-a3c37f2412bd None None] Calling delete_port for b986c3e9-f760-46d6-b009-aa6f7a235771 owned by network:dhcp {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:00:49.742554 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.748704 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-3814af29-b5d4-4b98-bb1c-0384501dc37e tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:49.798645 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Pushing event deleted for resources: {'Port': ['ID=b986c3e9-f760-46d6-b009-aa6f7a235771,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:49.801282 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:49.804304 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] No DVR routers for this DVR port b986c3e9-f760-46d6-b009-aa6f7a235771 on host dv-cinder-798099-1-smb {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 13:00:49.809503 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.db.api [None req-e22e3942-b769-47bb-bacb-a3c37f2412bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 13:00:49.810227 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_db.api [None req-e22e3942-b769-47bb-bacb-a3c37f2412bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 13:00:49.919805 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.932242 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d037d56-8a2b-499f-ac6d-8e124ff2a298']}} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:49.944363 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6370d641-1244-4f58-a436-e4a563ba1d42') {'for_net_delete': True} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:49.944652 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6370d641-1244-4f58-a436-e4a563ba1d42') {} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:49.956368 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28051736'] for segment, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.972725 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.978864 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=79438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 13:00:49.979239 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28153759'] for segment, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: Traceback (most recent call last): Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: timer() Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: cb(*args, **kw) Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: return func(*args, **kwargs) Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: self._notify() Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: self.callback(batched_events) Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: event.method(event) Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: return f(self, *a, **k) Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: return self._get(url).json() Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: return self.request(url, 'GET', **kwargs) Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 13:00:49.992042 dv-cinder-798099-1-smb neutron-server[79438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 13:00:50.153384 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:50.156854 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:50.169388 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:50.179340 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d037d56-8a2b-499f-ac6d-8e124ff2a298,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:50.182375 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:50.251550 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4d037d56-8a2b-499f-ac6d-8e124ff2a298 HTTP/1.1" status: 204 len: 168 time: 1.1377268 Jun 27 13:00:50.311454 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e22e3942-b769-47bb-bacb-a3c37f2412bd None None] Deleting port b986c3e9-f760-46d6-b009-aa6f7a235771 {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:00:50.311847 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e22e3942-b769-47bb-bacb-a3c37f2412bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:50.381908 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e22e3942-b769-47bb-bacb-a3c37f2412bd None None] The port 'b986c3e9-f760-46d6-b009-aa6f7a235771' was deleted {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 13:00:50.543779 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device b986c3e9-f760-46d6-b009-aa6f7a235771 no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:00:50.571292 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 47772) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:50.583778 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: b986c3e9-f760-46d6-b009-aa6f7a235771 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:00:50.584125 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device b986c3e9-f760-46d6-b009-aa6f7a235771 not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:00:50.584550 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 0f62fb66-049c-4063-8557-c2a2f536fade no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:00:50.617922 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: 0f62fb66-049c-4063-8557-c2a2f536fade {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:00:50.618671 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 0f62fb66-049c-4063-8557-c2a2f536fade not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:00:50.621115 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-f8876c28-f2dc-4d31-82e2-3e08fde9d004 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0535c5fa6c824d629cb7c9c1a45a21fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485327 Jun 27 13:00:50.625368 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 47776) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:50.683643 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:50.691005 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-aad477f2-95e4-467c-ab36-7b269d16a87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:50.714433 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:50.828103 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:50.831853 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-960699ee-a894-4d7d-8cf4-6914c83bc94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:50.845258 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18baf4e-d73c-4de5-a2d7-1a3c180234be,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:50.854719 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.855082 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.855436 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.855782 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.856126 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.856471 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.856806 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.857140 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.857477 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.857807 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.858172 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.858535 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:00:50.861821 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:50.862926 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:50.863991 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-690c64ba-8f5f-4b99-8310-da1a9f34a874 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f18baf4e-d73c-4de5-a2d7-1a3c180234be HTTP/1.1" status: 204 len: 168 time: 0.2377570 Jun 27 13:00:51.252610 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:52.060529 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47800) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:52.165692 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1824072186-network', 'tenant_id': 'af812001d3d54db09fe3763a5da96e67'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 13:00:52.170504 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:00:52.174350 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Usage tracker for resource:network and tenant:af812001d3d54db09fe3763a5da96e67 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:00:52.177159 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:00:52.183118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:00:52.262322 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Made reservation on behalf of af812001d3d54db09fe3763a5da96e67 for: {'network': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 13:00:52.265254 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:52.277431 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:52.291383 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:00:52.295651 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Usage tracker for resource:security_group_rule and tenant:af812001d3d54db09fe3763a5da96e67 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:00:52.298504 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:00:52.304120 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:00:52.384118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:52.468087 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:52.471120 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-d2ef5176-3957-4ffb-bbf3-dd30f5dc695a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:52.501539 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=79438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 13:00:52.509572 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1f2b70-3047-46ac-9d66-7e13ce154350,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:52.513669 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:52.516088 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:52.516415 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.segments_db [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Added segment 19fa3f80-262a-48ee-944e-b48e0583b151 of type vlan for network 1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce Jun 27 13:00:52.651261 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:52.749641 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:52.751021 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:52.751598 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:52.755091 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:52.853607 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Pushing event updated for resources: {'Network': ['ID=1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:52.856363 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:52.864760 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network 1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 13:00:52.908444 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8467901 Jun 27 13:00:52.911304 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47806) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:52.916774 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Request body: {'subnet': {'network_id': '1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1824072186-subnet', 'tenant_id': 'af812001d3d54db09fe3763a5da96e67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 13:00:52.922667 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:00:52.926535 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Usage tracker for resource:subnet and tenant:af812001d3d54db09fe3763a5da96e67 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:00:52.929371 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:00:52.936770 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:00:53.035426 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Made reservation on behalf of af812001d3d54db09fe3763a5da96e67 for: {'subnet': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 13:00:53.037710 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28107213'] for subnet, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:53.293105 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28153212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28107227'] for subnet, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:53.298217 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7c94e34d-ff17-41a7-b589-2dc6f7bc2ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:53.355687 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-6622773a-f58e-4760-b80e-d080587e82e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:53.377439 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6f944b-7377-43d8-8a21-c58c869d7af2,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:53.380020 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:53.382615 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Checking segment: {'id': '19fa3f80-262a-48ee-944e-b48e0583b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 13:00:53.382963 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Network hostable DHCP agents. Network: 1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 13:00:53.447185 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Network 1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 13:00:53.515551 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, 1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce) {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 13:00:53.520043 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:53.520976 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:53.524341 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04017950-080a-4c52-b9db-63499341d4da None None] Network 1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 13:00:53.600370 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-baa9dd85-6fb2-405c-a66c-79f5f5ac258f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6878934 Jun 27 13:00:53.756764 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0500e096-d176-4ba6-832f-1226b864f0ab None None] Network 1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 13:00:54.324973 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47824) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:54.330618 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757183019-network', 'tenant_id': '9ec866bf8db54674a6aa78e9f720b70c'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 13:00:54.335284 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:00:54.339099 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Usage tracker for resource:network and tenant:9ec866bf8db54674a6aa78e9f720b70c is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:00:54.342385 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:00:54.348122 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:00:54.435927 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Made reservation on behalf of 9ec866bf8db54674a6aa78e9f720b70c for: {'network': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 13:00:54.438199 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for network, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:54.450655 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:54.464873 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:00:54.469470 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Usage tracker for resource:security_group_rule and tenant:9ec866bf8db54674a6aa78e9f720b70c is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:00:54.472262 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:00:54.477926 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:00:54.559309 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:54.584443 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:54.607042 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:54.611872 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-88da0717-2c2a-44e2-b4c0-14ff34392a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:54.635910 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=79438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 13:00:54.649091 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cae685-7899-4d3a-aa29-ecc6859aa4f3,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:54.654428 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:54.654765 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.segments_db [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Added segment d19ad36e-1f69-44dd-819d-f16a08dab0ea of type vlan for network d2765278-d038-48d7-8dd7-95d03200074a Jun 27 13:00:54.655955 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:54.680886 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790444990082'] for network, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:54.782414 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142'] for network, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:54.783771 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:54.784354 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:54.788074 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-79c5a6e9-dd83-4489-9337-88cfabfc89f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:54.890814 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Pushing event updated for resources: {'Network': ['ID=d2765278-d038-48d7-8dd7-95d03200074a,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:54.893535 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:54.900987 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Network d2765278-d038-48d7-8dd7-95d03200074a details requested by agent ovs-agent-dv-cinder-798099-1-smb with host dv-cinder-798099-1-smb {{(pid=79439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 13:00:54.956559 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-8fef3a1e-ef87-4232-a590-84ad7970f77a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6304464 Jun 27 13:00:54.959250 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47830) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:54.964648 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Request body: {'subnet': {'network_id': 'd2765278-d038-48d7-8dd7-95d03200074a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757183019-subnet', 'tenant_id': '9ec866bf8db54674a6aa78e9f720b70c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 13:00:54.969491 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:00:54.973368 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Usage tracker for resource:subnet and tenant:9ec866bf8db54674a6aa78e9f720b70c is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:00:54.976169 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:00:54.982645 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:00:55.047237 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Made reservation on behalf of 9ec866bf8db54674a6aa78e9f720b70c for: {'subnet': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 13:00:55.049459 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28107213'] for subnet, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:55.321310 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28153212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28107227'] for subnet, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:55.326305 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-8e75dc10-6c4d-43fb-832d-2207c37174ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:55.396795 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3552f376-e9b6-498a-8431-2b433fef62aa,revision_number=0']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:55.400631 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:55.405655 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Checking segment: {'id': 'd19ad36e-1f69-44dd-819d-f16a08dab0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd2765278-d038-48d7-8dd7-95d03200074a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 13:00:55.408064 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Network hostable DHCP agents. Network: d2765278-d038-48d7-8dd7-95d03200074a, hostable agents: ['94128e69-e931-4530-be09-b39d982002ba'], hosted agents: [] {{(pid=79438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 13:00:55.481100 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Network d2765278-d038-48d7-8dd7-95d03200074a is scheduled to be hosted by DHCP agent 94128e69-e931-4530-be09-b39d982002ba with binding_index 1 {{(pid=79438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 13:00:55.544512 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-smb, d2765278-d038-48d7-8dd7-95d03200074a) {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 13:00:55.548556 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:00:55.549132 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:55.556018 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd44e2-8f46-4948-a3f5-e6e4a828493a None None] Network d2765278-d038-48d7-8dd7-95d03200074a requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 13:00:55.630489 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-dce8c4cc-ad58-4058-a45d-b68429fbea32 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6699951 Jun 27 13:00:55.767120 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47836) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:55.771904 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aad0ce7-5f62-44ff-b62f-f17510265ff6 None None] Network d2765278-d038-48d7-8dd7-95d03200074a requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 13:00:55.828687 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff9bfb5-6e51-47be-9db8-1b8a26876afa admin admin] Deleting subnet 3f6f944b-7377-43d8-8a21-c58c869d7af2 {{(pid=79438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 13:00:55.831823 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bfb5-6e51-47be-9db8-1b8a26876afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:55.881601 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bfb5-6e51-47be-9db8-1b8a26876afa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28051745'] for subnet, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:55.939199 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bfb5-6e51-47be-9db8-1b8a26876afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.062557 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bfb5-6e51-47be-9db8-1b8a26876afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28153149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28107232'] for subnet, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.067883 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:56.103184 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9bfb5-6e51-47be-9db8-1b8a26876afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6f944b-7377-43d8-8a21-c58c869d7af2,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:56.105397 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2ff9bfb5-6e51-47be-9db8-1b8a26876afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:56.109027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bfb5-6e51-47be-9db8-1b8a26876afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.115256 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-2ff9bfb5-6e51-47be-9db8-1b8a26876afa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3f6f944b-7377-43d8-8a21-c58c869d7af2 HTTP/1.1" status: 204 len: 168 time: 0.3471179 Jun 27 13:00:56.117542 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47840) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:56.176362 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.225420 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.347168 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.360029 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce']}} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:56.371685 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fa3f80-262a-48ee-944e-b48e0583b151') {'for_net_delete': True} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:56.372640 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fa3f80-262a-48ee-944e-b48e0583b151') {} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:56.383446 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28051736'] for segment, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.398980 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.405273 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=79438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 13:00:56.405653 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28153759'] for segment, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: Traceback (most recent call last): Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: timer() Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: cb(*args, **kw) Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: return func(*args, **kwargs) Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: self._notify() Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: self.callback(batched_events) Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: event.method(event) Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: return f(self, *a, **k) Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: return self._get(url).json() Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: return self.request(url, 'GET', **kwargs) Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 13:00:56.418649 dv-cinder-798099-1-smb neutron-server[79438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 13:00:56.692415 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.696260 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:56.710149 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.720255 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:56.724149 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1dd056b6-fc5d-4dfc-a7b1-ebb6fe40d6ce HTTP/1.1" status: 204 len: 168 time: 0.6056135 Jun 27 13:00:56.725236 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-6ba137e8-a5de-481f-8bdd-344ff168aed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:56.725855 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 47844) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:56.786613 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e989223-1d39-4dab-b424-46a19eeaa54d admin admin] Deleting subnet 3552f376-e9b6-498a-8431-2b433fef62aa {{(pid=79437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 13:00:56.789641 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0e989223-1d39-4dab-b424-46a19eeaa54d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.841897 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0e989223-1d39-4dab-b424-46a19eeaa54d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1730966'] for subnet, precommit_delete_associations {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:56.894762 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0e989223-1d39-4dab-b424-46a19eeaa54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:57.034161 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0e989223-1d39-4dab-b424-46a19eeaa54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1730816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27294263'] for subnet, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:57.038433 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:57.078786 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e989223-1d39-4dab-b424-46a19eeaa54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3552f376-e9b6-498a-8431-2b433fef62aa,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:57.086306 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-0e989223-1d39-4dab-b424-46a19eeaa54d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:57.086306 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-0e989223-1d39-4dab-b424-46a19eeaa54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:57.087431 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-0e989223-1d39-4dab-b424-46a19eeaa54d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3552f376-e9b6-498a-8431-2b433fef62aa HTTP/1.1" status: 204 len: 168 time: 0.3605685 Jun 27 13:00:57.089807 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 47848) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:57.192677 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:57.392425 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:57.405423 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2765278-d038-48d7-8dd7-95d03200074a']}} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:57.417541 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19ad36e-1f69-44dd-819d-f16a08dab0ea') {'for_net_delete': True} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:57.417845 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19ad36e-1f69-44dd-819d-f16a08dab0ea') {} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:00:57.430228 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1730991'] for segment, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:57.446275 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:57.452326 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=79437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 13:00:57.452693 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1731490'] for segment, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: Traceback (most recent call last): Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: timer() Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: cb(*args, **kw) Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: return func(*args, **kwargs) Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: self._notify() Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: self.callback(batched_events) Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: event.method(event) Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: return f(self, *a, **k) Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: return self._get(url).json() Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: return self.request(url, 'GET', **kwargs) Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 13:00:57.465199 dv-cinder-798099-1-smb neutron-server[79437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 13:00:57.616059 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:57.619865 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-134b4408-5a68-484c-98a5-1d9b2b97dab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:57.633123 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:57.642649 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2765278-d038-48d7-8dd7-95d03200074a,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:57.644944 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d2765278-d038-48d7-8dd7-95d03200074a HTTP/1.1" status: 204 len: 168 time: 0.5542080 Jun 27 13:00:57.645859 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-933814fc-096d-434e-af71-78f021f58b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:58.068198 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47854) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:58.117618 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-c9506caa-2437-4775-8a3e-6b3c4f2c9340 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af812001d3d54db09fe3763a5da96e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481112 Jun 27 13:00:58.120002 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47858) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:58.183609 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-db68a354-4741-4c80-a973-0261af094a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:58.209644 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-db68a354-4741-4c80-a973-0261af094a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:58.383656 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-db68a354-4741-4c80-a973-0261af094a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:58.387369 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-1928ebf4-a722-4209-b3c4-87f87c12fd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:58.398974 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68a354-4741-4c80-a973-0261af094a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1f2b70-3047-46ac-9d66-7e13ce154350,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:58.402390 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-db68a354-4741-4c80-a973-0261af094a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:58.406199 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-db68a354-4741-4c80-a973-0261af094a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:58.410241 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-db68a354-4741-4c80-a973-0261af094a27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef1f2b70-3047-46ac-9d66-7e13ce154350 HTTP/1.1" status: 204 len: 168 time: 0.2863951 Jun 27 13:00:59.112925 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47866) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:59.162637 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-2a346594-c4fc-4596-b726-fd87454980c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ec866bf8db54674a6aa78e9f720b70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485339 Jun 27 13:00:59.165079 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 47870) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:00:59.227231 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-17403898-3a24-4d60-be3e-13f5cf5cb3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:59.258598 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-17403898-3a24-4d60-be3e-13f5cf5cb3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:59.384219 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-17403898-3a24-4d60-be3e-13f5cf5cb3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:59.388060 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-8f2eacc7-762e-4a3e-9132-30ed160d43ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:00:59.400867 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17403898-3a24-4d60-be3e-13f5cf5cb3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cae685-7899-4d3a-aa29-ecc6859aa4f3,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:00:59.404039 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-17403898-3a24-4d60-be3e-13f5cf5cb3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:00:59.407036 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-17403898-3a24-4d60-be3e-13f5cf5cb3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:00:59.407300 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-17403898-3a24-4d60-be3e-13f5cf5cb3be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0cae685-7899-4d3a-aa29-ecc6859aa4f3 HTTP/1.1" status: 204 len: 168 time: 0.2412012 Jun 27 13:01:11.568454 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48018) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:11.688395 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-59a7efc9-b375-43fd-9043-41a825032ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:11.704245 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-59a7efc9-b375-43fd-9043-41a825032ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:11.708261 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-59a7efc9-b375-43fd-9043-41a825032ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:e04642fe9c02427fb03d17d61f8808e0 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:01:11.711347 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-59a7efc9-b375-43fd-9043-41a825032ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:01:11.718035 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-59a7efc9-b375-43fd-9043-41a825032ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:11.800784 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd2774-992d-4f3d-b607-a59dc4b1847c req-b8c2cb37-ce82-43d4-b71c-3a9c5105be85 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:11.802339 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3abd2774-992d-4f3d-b607-a59dc4b1847c req-b8c2cb37-ce82-43d4-b71c-3a9c5105be85 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 946 time: 0.0809102 Jun 27 13:01:11.803902 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-59a7efc9-b375-43fd-9043-41a825032ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:11.849739 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-3abd2774-992d-4f3d-b607-a59dc4b1847c req-dd64921c-0efa-4ee9-a303-6b8f9015ae2c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407245 Jun 27 13:01:11.894758 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-59a7efc9-b375-43fd-9043-41a825032ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:11.899325 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-963bce6b-c2db-48ef-b1f7-eda2777e5e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:11.941542 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-59a7efc9-b375-43fd-9043-41a825032ac9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e04642fe9c02427fb03d17d61f8808e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720167 Jun 27 13:01:11.942508 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7efc9-b375-43fd-9043-41a825032ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f3e9e9-b6bd-4101-90ec-3a1bf63f1744,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:11.944262 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48026) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:11.945914 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-59a7efc9-b375-43fd-9043-41a825032ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:12.008787 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cee2b469-b559-4a29-98b2-c47fcca6643d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:12.036285 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cee2b469-b559-4a29-98b2-c47fcca6643d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:12.166603 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cee2b469-b559-4a29-98b2-c47fcca6643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:12.170913 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-5d54c73f-c950-4deb-b235-fadba7cc163c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:12.182146 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2b469-b559-4a29-98b2-c47fcca6643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f3e9e9-b6bd-4101-90ec-3a1bf63f1744,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:12.185597 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-cee2b469-b559-4a29-98b2-c47fcca6643d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:12.189430 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-cee2b469-b559-4a29-98b2-c47fcca6643d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:12.190559 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-cee2b469-b559-4a29-98b2-c47fcca6643d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7f3e9e9-b6bd-4101-90ec-3a1bf63f1744 HTTP/1.1" status: 204 len: 168 time: 0.2452769 Jun 27 13:01:12.810935 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48034) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:12.829331 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d17e4e6-2c2f-48ba-8b5d-54d8f58e0156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:12.843815 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-3d17e4e6-2c2f-48ba-8b5d-54d8f58e0156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:12.847788 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-3d17e4e6-2c2f-48ba-8b5d-54d8f58e0156 admin admin] Usage tracker for resource:security_group_rule and tenant:77817150afaf49f684d4a85548640c6a is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:01:12.850606 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-3d17e4e6-2c2f-48ba-8b5d-54d8f58e0156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:01:12.856744 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-3d17e4e6-2c2f-48ba-8b5d-54d8f58e0156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:12.940756 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d17e4e6-2c2f-48ba-8b5d-54d8f58e0156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:13.006139 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d17e4e6-2c2f-48ba-8b5d-54d8f58e0156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:13.012918 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-af047e38-b34d-4bfa-963a-3a73c26d1c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:13.048648 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203714c-100e-4145-a1d3-399b83a39e6b req-e6999afa-ae95-4575-8322-263fb746a6dc tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:13.050588 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4203714c-100e-4145-a1d3-399b83a39e6b req-e6999afa-ae95-4575-8322-263fb746a6dc tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 946 time: 0.0834498 Jun 27 13:01:13.058720 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-3d17e4e6-2c2f-48ba-8b5d-54d8f58e0156 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77817150afaf49f684d4a85548640c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467048 Jun 27 13:01:13.060208 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17e4e6-2c2f-48ba-8b5d-54d8f58e0156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99669597-8bdb-4f8a-8587-f1680332c4e6,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:13.062585 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48040) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:13.065253 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3d17e4e6-2c2f-48ba-8b5d-54d8f58e0156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:13.097920 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4203714c-100e-4145-a1d3-399b83a39e6b req-1fd41ed9-6cac-4a8c-b87c-34fbcc6aa60c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413282 Jun 27 13:01:13.127100 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee4dc-1fc4-46fe-a096-9a35e990529f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:13.155014 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee4dc-1fc4-46fe-a096-9a35e990529f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:13.296399 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee4dc-1fc4-46fe-a096-9a35e990529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:13.300633 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-db36f86f-3f36-4243-99a7-ed700a438369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:13.315784 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ee4dc-1fc4-46fe-a096-9a35e990529f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99669597-8bdb-4f8a-8587-f1680332c4e6,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:13.318217 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ae0ee4dc-1fc4-46fe-a096-9a35e990529f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:13.321910 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee4dc-1fc4-46fe-a096-9a35e990529f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:13.326933 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ae0ee4dc-1fc4-46fe-a096-9a35e990529f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99669597-8bdb-4f8a-8587-f1680332c4e6 HTTP/1.1" status: 204 len: 168 time: 0.2631900 Jun 27 13:01:13.652013 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-a013374b-3296-4df7-a705-5a64ffb6fa4d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:13.653848 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-a013374b-3296-4df7-a705-5a64ffb6fa4d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 946 time: 0.0813897 Jun 27 13:01:13.730264 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Deleting port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:13.730704 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:14.001688 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] For port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:14.002118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:14.310477 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e146a-c8a6-45cf-8fe6-3f98a2700f8e req-db11010f-d334-4732-adf9-64c6dc041ef7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:14.311685 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ac4e146a-c8a6-45cf-8fe6-3f98a2700f8e req-db11010f-d334-4732-adf9-64c6dc041ef7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 946 time: 0.0950270 Jun 27 13:01:14.312114 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:14.312552 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:14.312768 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.l3_db [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Floating IP c8e202b3-f7ba-4d0a-99af-41b6da4c1c30 disassociated. External IP: 172.28.1.24, port: 96525b7d-56c7-4e13-b5e1-55ac82ede0aa. Jun 27 13:01:14.313845 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Calling delete_port for 96525b7d-56c7-4e13-b5e1-55ac82ede0aa owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:14.369772 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ac4e146a-c8a6-45cf-8fe6-3f98a2700f8e req-5d39e6ef-3633-4bc7-bdc4-d3ea91dd69ba tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d03b50f-c142-415c-8b52-3567e03bd368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490906 Jun 27 13:01:14.537553 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:14.544319 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2af457d4-6bab-4809-b484-33c93cc2981c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:14.587751 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event deleted for resources: {'Port': ['ID=96525b7d-56c7-4e13-b5e1-55ac82ede0aa,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:14.591476 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:14.893643 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Router 623b8d50-2772-4ad6-aba0-a686dcedf981 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 13:01:15.099770 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 13:01:15.112356 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422e8af2-85c5-4790-85ce-94c31f853302 None None] Sync routers for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 13:01:15.126156 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e8af2-85c5-4790-85ce-94c31f853302 None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:01:15.127233 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-422e8af2-85c5-4790-85ce-94c31f853302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:00:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:15.174439 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] No DVR routers for this DVR port 96525b7d-56c7-4e13-b5e1-55ac82ede0aa on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 13:01:15.176998 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:15.179882 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'name': 'network-vif-deleted', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:01:15.232515 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0bfd00-7b6c-4858-bc65-3a5403a88365', 'name': 'network-vif-deleted', 'tag': '96525b7d-56c7-4e13-b5e1-55ac82ede0aa', 'status': 'completed', 'code': 200} Jun 27 13:01:15.296466 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9a186388-e588-4e27-8cbf-15b81fc973ca req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.52 "DELETE /v2.0/ports/96525b7d-56c7-4e13-b5e1-55ac82ede0aa HTTP/1.1" status: 204 len: 173 time: 1.6344297 Jun 27 13:01:15.333261 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-422e8af2-85c5-4790-85ce-94c31f853302 None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:01:15.529265 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c4f2f9bd-d651-43d9-ad38-5ea38ecf2a26 req-2ccfd6bc-e45a-4ffa-ab5e-2d3efbbcaafb tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0bfd00-7b6c-4858-bc65-3a5403a88365 HTTP/1.1" status: 200 len: 210 time: 0.0458379 Jun 27 13:01:15.728058 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-422e8af2-85c5-4790-85ce-94c31f853302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:15.732541 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422e8af2-85c5-4790-85ce-94c31f853302 None None] Checking router: 623b8d50-2772-4ad6-aba0-a686dcedf981 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 13:01:15.741370 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e8af2-85c5-4790-85ce-94c31f853302 None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:01:15.742033 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-422e8af2-85c5-4790-85ce-94c31f853302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:00:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:15.915903 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-422e8af2-85c5-4790-85ce-94c31f853302 None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:01:16.267119 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-422e8af2-85c5-4790-85ce-94c31f853302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:16.271462 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422e8af2-85c5-4790-85ce-94c31f853302 None None] The sync data for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb is: [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 13:01:16.480931 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:16.502993 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6741afa1-2c31-40f0-810a-dfff7f381acc None None] New status for floating IP c8e202b3-f7ba-4d0a-99af-41b6da4c1c30: DOWN {{(pid=79439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 13:01:16.761928 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48098) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:16.832749 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-834c0eb3-8399-4eba-9750-b65df466f46a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:16.866951 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-834c0eb3-8399-4eba-9750-b65df466f46a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:16.994558 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-834c0eb3-8399-4eba-9750-b65df466f46a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:17.000284 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-60c7c05f-f40f-4a67-8611-151b838cec35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:17.015139 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c0eb3-8399-4eba-9750-b65df466f46a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d03b50f-c142-415c-8b52-3567e03bd368,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:17.017617 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-834c0eb3-8399-4eba-9750-b65df466f46a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:17.097344 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-834c0eb3-8399-4eba-9750-b65df466f46a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:17.098467 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-834c0eb3-8399-4eba-9750-b65df466f46a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "DELETE /v2.0/security-groups/1d03b50f-c142-415c-8b52-3567e03bd368 HTTP/1.1" status: 204 len: 168 time: 0.3352132 Jun 27 13:01:17.101311 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48106) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:17.118248 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.api.v2.resource [None req-1098bba1-cadb-4afa-97ba-da1ecf4eb5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] show failed (client error): The resource could not be found. Jun 27 13:01:17.119196 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-1098bba1-cadb-4afa-97ba-da1ecf4eb5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups/1d03b50f-c142-415c-8b52-3567e03bd368 HTTP/1.1" status: 404 len: 347 time: 0.0168190 Jun 27 13:01:17.121957 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48110) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:17.285788 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [None req-de79be0a-9403-43ca-abff-6d4d0ef7a74a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Deleting port f9eed35f-ef3b-46bc-bf6b-cf43e282e84e {{(pid=79437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:17.286077 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-de79be0a-9403-43ca-abff-6d4d0ef7a74a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:17.321874 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 96525b7d-56c7-4e13-b5e1-55ac82ede0aa no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:01:17.388915 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:01:17.390771 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 96525b7d-56c7-4e13-b5e1-55ac82ede0aa {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:01:17.391117 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 96525b7d-56c7-4e13-b5e1-55ac82ede0aa not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:01:17.464600 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-de79be0a-9403-43ca-abff-6d4d0ef7a74a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:17.464923 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-de79be0a-9403-43ca-abff-6d4d0ef7a74a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:17.588197 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [None req-de79be0a-9403-43ca-abff-6d4d0ef7a74a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Calling delete_port for f9eed35f-ef3b-46bc-bf6b-cf43e282e84e owned by network:floatingip {{(pid=79437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:17.846157 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-de79be0a-9403-43ca-abff-6d4d0ef7a74a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:17.850127 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-942dfa5e-1409-4466-8252-f36fc5b1d350 tempest-VolumesSnapshotTestJSON-5638234 tempest-VolumesSnapshotTestJSON-5638234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:17.896989 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79be0a-9403-43ca-abff-6d4d0ef7a74a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event deleted for resources: {'Port': ['ID=f9eed35f-ef3b-46bc-bf6b-cf43e282e84e,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:17.899649 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-de79be0a-9403-43ca-abff-6d4d0ef7a74a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:18.104987 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-de79be0a-9403-43ca-abff-6d4d0ef7a74a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:18.118911 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-de79be0a-9403-43ca-abff-6d4d0ef7a74a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:18.122959 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-de79be0a-9403-43ca-abff-6d4d0ef7a74a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "DELETE /v2.0/floatingips/c8e202b3-f7ba-4d0a-99af-41b6da4c1c30 HTTP/1.1" status: 204 len: 168 time: 0.9970338 Jun 27 13:01:18.614164 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48120) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:18.620407 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958414730', 'description': 'tempest-description--1972118055'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 13:01:18.626493 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:18.633677 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Usage tracker for resource:security_group and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:01:18.633677 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:01:18.639972 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:18.720515 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:18.742056 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:18.745790 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Usage tracker for resource:security_group_rule and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:01:18.748641 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:01:18.754308 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:18.826292 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:18.908887 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:18.914468 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-59872ae9-c969-4948-906b-6b5fb75903fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:18.960799 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a09d99-04e0-494a-b667-a49ded20d61b,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:18.963478 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:19.028184 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:19.029866 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-b8b13a8d-8629-4f28-85f5-3f0045089d2d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4145296 Jun 27 13:01:19.032595 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48126) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:19.037692 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'security_group_rule': {'security_group_id': '11a09d99-04e0-494a-b667-a49ded20d61b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 13:01:19.043782 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:19.047888 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Usage tracker for resource:security_group_rule and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:01:19.050833 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:01:19.056935 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:19.150240 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:19.222044 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:19.297403 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:19.299444 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:19.322302 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdec0f3-a2d4-41db-b10c-355cf294b7a4,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:19.325316 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:19.418046 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:19.419278 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-c91e5284-67bb-47ad-955c-9be9f5b133ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3857603 Jun 27 13:01:19.422305 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48130) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:19.427534 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'security_group_rule': {'security_group_id': '11a09d99-04e0-494a-b667-a49ded20d61b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 13:01:19.433640 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:19.438085 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Usage tracker for resource:security_group_rule and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:01:19.441144 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:01:19.446822 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:19.533089 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:19.596319 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:19.702914 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715769'] for security_group_rule, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:19.705055 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:19.728205 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65ebf25-f280-4f7e-9a36-ccbf13945f6a,revision_number=0']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:19.733777 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:19.806009 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:19.807516 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-c1c666a0-613e-4397-aaf3-d7869671b1a2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3842785 Jun 27 13:01:19.811294 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48138) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:19.816684 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'floatingip': {'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 13:01:19.822916 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:19.827040 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Usage tracker for resource:floatingip and tenant:c1aa6952415c490d8b4154ba53cacc70 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:01:19.830055 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:01:19.836062 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:19.936320 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:20.092264 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:20.244413 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_common [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Allocated IP 172.28.1.247 (d32f493c-8559-4b40-85d3-8491f4b6d87a/28ec2626-18ee-4a67-83de-d5e18eb4f2be/f10e6193-2de7-43fc-9973-dc46257dbddd) {{(pid=79437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 13:01:20.419864 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for port, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:20.547950 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:20.555736 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-7d266e75-c830-4df2-8523-6258dae962ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:20.620961 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Network d32f493c-8559-4b40-85d3-8491f4b6d87a is already hosted by enough agents. {{(pid=79437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 13:01:20.624999 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.base_scheduler [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources bound (agent type, host, resource id): {{(pid=79437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 13:01:20.629011 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Received port after_create {{(pid=79437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 13:01:20.639457 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-705e5fa2-f697-4515-a5b5-a381945c8ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:20.673685 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'Port': ['ID=f10e6193-2de7-43fc-9973-dc46257dbddd,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:20.678482 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:20.731180 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:20.879414 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:21.091044 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for port, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:21.171556 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1731526'] for port, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:21.176462 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:21.246262 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:21.289707 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'Port': ['ID=f10e6193-2de7-43fc-9973-dc46257dbddd,revision_number=2']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:21.294898 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:21.299598 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:21.406282 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:21.407513 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-122f3720-aece-4e79-9b94-5f469b019dd8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5952752 Jun 27 13:01:21.640287 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-c9673fde-0589-43a8-888f-118cda8337f5 req-6e4a9f63-b063-42ba-9a73-af855ff9cf1f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Synchronizing usage tracker for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:security_group {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 13:01:21.701383 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-c9673fde-0589-43a8-888f-118cda8337f5 req-6e4a9f63-b063-42ba-9a73-af855ff9cf1f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Unset dirty status for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:security_group {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 13:01:21.702509 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-6e4a9f63-b063-42ba-9a73-af855ff9cf1f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--958414730&fields=id&tenant_id=c1aa6952415c490d8b4154ba53cacc70 HTTP/1.1" status: 200 len: 267 time: 0.1058886 Jun 27 13:01:21.728093 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48166) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:21.872111 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9673fde-0589-43a8-888f-118cda8337f5 req-26e9a8a7-94bc-4e8b-bfea-95db58de7738 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:21.874093 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-26e9a8a7-94bc-4e8b-bfea-95db58de7738 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 817 time: 0.1646140 Jun 27 13:01:21.892007 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-7467c25d-8574-4428-a52a-ffbc33c92f80 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/quotas/c1aa6952415c490d8b4154ba53cacc70 HTTP/1.1" status: 200 len: 375 time: 0.0123420 Jun 27 13:01:21.981094 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-c9673fde-0589-43a8-888f-118cda8337f5 req-ff5570e5-71ca-494c-afd1-895e7fa9968f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Synchronizing usage tracker for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 13:01:22.038832 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-c9673fde-0589-43a8-888f-118cda8337f5 req-ff5570e5-71ca-494c-afd1-895e7fa9968f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Unset dirty status for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 13:01:22.040383 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-ff5570e5-71ca-494c-afd1-895e7fa9968f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416407 Jun 27 13:01:22.139368 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Deleting port 215a0870-c6df-462d-b370-329e471d7b95 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:22.139705 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:22.222482 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-23f99f6b-f1c9-43e5-b712-cd7261aa25b6 service neutron] 10.222.0.41 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677761 Jun 27 13:01:22.336967 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:22.337276 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:22.466552 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-d43f0b43-9c7d-4e5b-9e4d-7021e2a3c2e7 service neutron] 10.222.0.41 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380562 Jun 27 13:01:22.474265 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Calling delete_port for 215a0870-c6df-462d-b370-329e471d7b95 owned by network:floatingip {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:22.708274 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:22.716288 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0d503ab5-dacf-4f2d-b8e8-c9c3f9cf7630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:22.910159 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event deleted for resources: {'Port': ['ID=215a0870-c6df-462d-b370-329e471d7b95,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:22.912962 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:22.919744 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-f52cb63b-3639-4e08-b4fc-9947e7c6460c req-3f680935-50ad-41eb-bec3-9f82b187c987 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Synchronizing usage tracker for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 13:01:22.981368 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-f52cb63b-3639-4e08-b4fc-9947e7c6460c req-3f680935-50ad-41eb-bec3-9f82b187c987 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Unset dirty status for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 13:01:22.983197 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f52cb63b-3639-4e08-b4fc-9947e7c6460c req-3f680935-50ad-41eb-bec3-9f82b187c987 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 210 time: 0.1858556 Jun 27 13:01:22.995832 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for floatingip, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:22.996135 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.l3_db [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Floating IP 94a75629-4a37-4477-af7a-e6da8e3b7edc disassociated (deleted). External IP: 172.28.1.40, port: 8f0ffb90-56c5-48e2-a950-ce3f96f35586. Jun 27 13:01:23.359196 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-2a4043bf-87ec-42e5-8f32-aef992ef0386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:23.488569 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Router ce5178ba-59d7-4fe1-bc86-9610d0c85115 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 13:01:23.676026 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 13:01:23.686117 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f64c9-523a-4f66-bee8-b7b02402e9af None None] Sync routers for ids ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 13:01:23.696094 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f64c9-523a-4f66-bee8-b7b02402e9af None None] Routers {'ce5178ba-59d7-4fe1-bc86-9610d0c85115'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:01:23.696731 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-b84f64c9-523a-4f66-bee8-b7b02402e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:01:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:23.822653 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:23.878834 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-dafda346-2664-4169-bc38-35e1ada9b271 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "DELETE /v2.0/floatingips/94a75629-4a37-4477-af7a-e6da8e3b7edc HTTP/1.1" status: 204 len: 168 time: 2.1494596 Jun 27 13:01:23.879942 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:01:23.884508 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-b84f64c9-523a-4f66-bee8-b7b02402e9af None None] Set router ce5178ba-59d7-4fe1-bc86-9610d0c85115 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:01:23.926656 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'status': 'completed', 'code': 200} Jun 27 13:01:24.114027 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6e2b1-1569-4012-a845-1b222f2283de req-86680830-7d7c-426b-95ad-b5ed40b9c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:24.116409 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f0b6e2b1-1569-4012-a845-1b222f2283de req-86680830-7d7c-426b-95ad-b5ed40b9c03e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527f951714be4a78bf6f5f771a6b92ff&device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 1098 time: 0.1402736 Jun 27 13:01:24.219201 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-b84f64c9-523a-4f66-bee8-b7b02402e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:51Z', 'revision_number': 4, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '7e677cf8-b6f2-4658-99e5-c8c2ae85b955', 'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'mac_address': 'fa:16:3e:71:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:50Z', 'updated_at': '2021-06-27T12:55:01Z', 'revision_number': 5, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'subnets': [{'id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:24.223504 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f64c9-523a-4f66-bee8-b7b02402e9af None None] Checking router: ce5178ba-59d7-4fe1-bc86-9610d0c85115 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 13:01:24.233663 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f64c9-523a-4f66-bee8-b7b02402e9af None None] Routers {'ce5178ba-59d7-4fe1-bc86-9610d0c85115'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:01:24.234331 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-b84f64c9-523a-4f66-bee8-b7b02402e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:01:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:24.260159 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a18381f2-1784-4974-9db2-292c573eaf10 req-c618b7da-6986-4c6c-94f6-8608bd142a4a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 210 time: 0.1018262 Jun 27 13:01:24.338200 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6e2b1-1569-4012-a845-1b222f2283de req-843620bb-ce15-48a1-8ac1-38b4ede934f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:24.339662 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f0b6e2b1-1569-4012-a845-1b222f2283de req-843620bb-ce15-48a1-8ac1-38b4ede934f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fd48c2e-fc16-4033-b0db-29cb7577514e HTTP/1.1" status: 200 len: 910 time: 0.2172060 Jun 27 13:01:24.432323 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f0b6e2b1-1569-4012-a845-1b222f2283de req-a988d346-ad53-426b-8455-5130335fd133 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586 HTTP/1.1" status: 200 len: 217 time: 0.0791090 Jun 27 13:01:24.463924 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-b84f64c9-523a-4f66-bee8-b7b02402e9af None None] Set router ce5178ba-59d7-4fe1-bc86-9610d0c85115 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:01:24.501668 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6e2b1-1569-4012-a845-1b222f2283de req-1649a055-2ed9-4134-a742-f96cf45a6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:24.503193 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f0b6e2b1-1569-4012-a845-1b222f2283de req-1649a055-2ed9-4134-a742-f96cf45a6422 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=227da6ea-b968-46a8-b4d8-18ea8544387a HTTP/1.1" status: 200 len: 848 time: 0.0646753 Jun 27 13:01:24.616958 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:24.660504 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6e2b1-1569-4012-a845-1b222f2283de req-2481eadd-58d1-41c2-90f4-ae4404f64362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:24.662102 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f0b6e2b1-1569-4012-a845-1b222f2283de req-2481eadd-58d1-41c2-90f4-ae4404f64362 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fd48c2e-fc16-4033-b0db-29cb7577514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1519768 Jun 27 13:01:24.663175 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48204) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:24.754461 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93545fa-f8a3-4269-89f2-8c0dfd6dc4ce req-27f63873-97e0-49b9-8b23-526545b809e2 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:24.755217 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-a93545fa-f8a3-4269-89f2-8c0dfd6dc4ce req-27f63873-97e0-49b9-8b23-526545b809e2 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Synchronizing usage tracker for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 13:01:24.826179 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ee60-c680-4233-b4ef-6744e6444e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:24.832184 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f0b6e2b1-1569-4012-a845-1b222f2283de req-1b9d4e49-0b84-4d72-84cc-b55b16de4466 service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606557 Jun 27 13:01:24.842560 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-b5b2ee60-c680-4233-b4ef-6744e6444e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:24.845692 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-b84f64c9-523a-4f66-bee8-b7b02402e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:51Z', 'revision_number': 4, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '7e677cf8-b6f2-4658-99e5-c8c2ae85b955', 'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'mac_address': 'fa:16:3e:71:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:50Z', 'updated_at': '2021-06-27T12:55:01Z', 'revision_number': 5, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'subnets': [{'id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:24.847482 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-b5b2ee60-c680-4233-b4ef-6744e6444e95 admin admin] Usage tracker for resource:security_group_rule and tenant:0f056fadd46c40da98f930f3588bfba8 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:01:24.850033 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f64c9-523a-4f66-bee8-b7b02402e9af None None] The sync data for ids ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'] in dv-cinder-798099-1-smb is: [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T12:54:51Z', 'revision_number': 4, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '7e677cf8-b6f2-4658-99e5-c8c2ae85b955', 'name': '', 'network_id': '6fd48c2e-fc16-4033-b0db-29cb7577514e', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'mac_address': 'fa:16:3e:71:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:50Z', 'updated_at': '2021-06-27T12:55:01Z', 'revision_number': 5, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'subnets': [{'id': '227da6ea-b968-46a8-b4d8-18ea8544387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 13:01:24.850553 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-b5b2ee60-c680-4233-b4ef-6744e6444e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:01:24.863601 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-b5b2ee60-c680-4233-b4ef-6744e6444e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:24.919387 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-a93545fa-f8a3-4269-89f2-8c0dfd6dc4ce req-27f63873-97e0-49b9-8b23-526545b809e2 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Unset dirty status for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 13:01:24.920956 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a93545fa-f8a3-4269-89f2-8c0dfd6dc4ce req-27f63873-97e0-49b9-8b23-526545b809e2 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.3403125 Jun 27 13:01:25.003291 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ee60-c680-4233-b4ef-6744e6444e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:25.004144 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a93545fa-f8a3-4269-89f2-8c0dfd6dc4ce req-50d78a6c-ea72-41c5-8e05-b6bab19783a7 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727365 Jun 27 13:01:25.009601 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-f0b6e2b1-1569-4012-a845-1b222f2283de req-747bd1e3-c36c-476e-a274-b7a8d6ecb082 service neutron] 10.222.0.52 "GET /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702573 Jun 27 13:01:25.095793 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ee60-c680-4233-b4ef-6744e6444e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:25.103654 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-0b89dc2c-8a1a-4aec-80df-853f1ce34db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:25.143295 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d76a16-4683-4dfd-8711-271dd805dfbb None None] New status for floating IP 94a75629-4a37-4477-af7a-e6da8e3b7edc: DOWN {{(pid=79439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 13:01:25.148063 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-b5b2ee60-c680-4233-b4ef-6744e6444e95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f056fadd46c40da98f930f3588bfba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828942 Jun 27 13:01:25.149002 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2ee60-c680-4233-b4ef-6744e6444e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473c9441-a899-4cb9-a167-add94a5aff0e,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:25.151425 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48210) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:25.152606 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-b5b2ee60-c680-4233-b4ef-6744e6444e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:25.221525 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ace0e079-d16e-43cd-ace9-95888b80940e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:25.251237 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ace0e079-d16e-43cd-ace9-95888b80940e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:25.435492 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1f1f9e08-f277-40c3-ba48-3bed9f5c37e3 req-818e0a34-5ebc-4e4a-88ea-c6b275c6ca87 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 210 time: 0.0490956 Jun 27 13:01:25.541627 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9673fde-0589-43a8-888f-118cda8337f5 req-6b7cf94f-2917-47b6-b8d1-255df9aa23e2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:25.543064 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-6b7cf94f-2917-47b6-b8d1-255df9aa23e2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.52 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 817 time: 0.2817283 Jun 27 13:01:25.599007 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-3bf573db-32db-4ac8-8450-5d9a0a7972b2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1aa6952415c490d8b4154ba53cacc70 HTTP/1.1" status: 200 len: 379 time: 0.0473378 Jun 27 13:01:25.608805 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'port': {'device_id': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'admin_state_up': True, 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'security_groups': ['11a09d99-04e0-494a-b667-a49ded20d61b']}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 13:01:25.622030 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ace0e079-d16e-43cd-ace9-95888b80940e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:25.629195 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-17403898-3a24-4d60-be3e-13f5cf5cb3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:25.646832 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0e079-d16e-43cd-ace9-95888b80940e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473c9441-a899-4cb9-a167-add94a5aff0e,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:25.649291 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ace0e079-d16e-43cd-ace9-95888b80940e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:25.718131 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ace0e079-d16e-43cd-ace9-95888b80940e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:25.719269 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-ace0e079-d16e-43cd-ace9-95888b80940e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/473c9441-a899-4cb9-a167-add94a5aff0e HTTP/1.1" status: 204 len: 168 time: 0.5668583 Jun 27 13:01:25.776198 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:25.786531 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:25.914063 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Made reservation on behalf of c1aa6952415c490d8b4154ba53cacc70 for: {'port': 1} {{(pid=79438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 13:01:25.917626 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:26.106038 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_common [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Allocated IP 172.20.0.14 (25d7207e-b634-4732-af7e-0b33849bacbc/e05a0eeb-5c41-438b-ad25-a96254775ad0/14f32453-3d10-4cf5-947b-87d8b68b6f43) {{(pid=79438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 13:01:26.238612 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:26.299691 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9e166-8cc7-47a4-86c5-fb12c1248dfb req-d64e8b85-88a2-4bf0-bb73-bd895f0c8261 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:26.301200 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-17d9e166-8cc7-47a4-86c5-fb12c1248dfb req-d64e8b85-88a2-4bf0-bb73-bd895f0c8261 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.0928307 Jun 27 13:01:26.369417 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for port, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:26.380235 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d980fe2-4e54-45f0-bd38-f41712529963 req-9a18ab18-e750-47e2-94fb-e7bf0f9f0d92 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:26.381631 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0d980fe2-4e54-45f0-bd38-f41712529963 req-9a18ab18-e750-47e2-94fb-e7bf0f9f0d92 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 945 time: 0.2064772 Jun 27 13:01:26.386194 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [req-17d9e166-8cc7-47a4-86c5-fb12c1248dfb req-3a91c4c7-4299-47ec-a8d7-0170428d4ca9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Deleting port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 {{(pid=79437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:26.386836 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-17d9e166-8cc7-47a4-86c5-fb12c1248dfb req-3a91c4c7-4299-47ec-a8d7-0170428d4ca9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:26.411875 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Transition to ACTIVE for port object 14f32453-3d10-4cf5-947b-87d8b68b6f43 will not be triggered until provisioned by entity DHCP. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 13:01:26.446811 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0d980fe2-4e54-45f0-bd38-f41712529963 req-805fc2d9-0654-412d-b082-cce19a981893 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/security-groups?id=95da0dba-74a3-4f05-a04b-3d862c5f1d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550818 Jun 27 13:01:26.551821 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48228) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:26.570883 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a266d424-a82e-4562-9e51-2d2b30bfcd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:26.583124 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790445003021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:26.589738 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-811ef1c1-ea27-4507-a41f-363e3af5c344 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:26.645175 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-a266d424-a82e-4562-9e51-2d2b30bfcd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:26.664676 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-a266d424-a82e-4562-9e51-2d2b30bfcd75 admin admin] Usage tracker for resource:security_group_rule and tenant:c99f2d5ebff74e818297be0b6da61971 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:01:26.669222 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-a266d424-a82e-4562-9e51-2d2b30bfcd75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:01:26.675573 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Network 25d7207e-b634-4732-af7e-0b33849bacbc is already hosted by enough agents. {{(pid=79438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 13:01:26.681096 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.base_scheduler [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Resources bound (agent type, host, resource id): {{(pid=79438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 13:01:26.683393 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-a266d424-a82e-4562-9e51-2d2b30bfcd75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:26.689388 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Received port after_create {{(pid=79438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 13:01:26.717144 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [req-17d9e166-8cc7-47a4-86c5-fb12c1248dfb req-3a91c4c7-4299-47ec-a8d7-0170428d4ca9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] For port 8f0ffb90-56c5-48e2-a950-ce3f96f35586, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f0ffb90-56c5-48e2-a950-ce3f96f35586,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:26.717751 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-17d9e166-8cc7-47a4-86c5-fb12c1248dfb req-3a91c4c7-4299-47ec-a8d7-0170428d4ca9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:26.731910 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event updated for resources: {'Port': ['ID=14f32453-3d10-4cf5-947b-87d8b68b6f43,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:26.743230 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:26.808701 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:26.809304 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:26.862135 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [req-17d9e166-8cc7-47a4-86c5-fb12c1248dfb req-3a91c4c7-4299-47ec-a8d7-0170428d4ca9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Calling delete_port for 8f0ffb90-56c5-48e2-a950-ce3f96f35586 owned by compute:nova {{(pid=79437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:26.875226 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a266d424-a82e-4562-9e51-2d2b30bfcd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:26.932547 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3286300 Jun 27 13:01:26.938100 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429034e-5245-4700-a835-4bf211533082 req-d38d97cd-bd2e-4fea-b556-256969e23dfb tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:26.939567 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4429034e-5245-4700-a835-4bf211533082 req-d38d97cd-bd2e-4fea-b556-256969e23dfb tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 932 time: 0.3466206 Jun 27 13:01:26.944613 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.v2.base [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Request body: {'port': {'device_id': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 13:01:26.979979 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-a266d424-a82e-4562-9e51-2d2b30bfcd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:26.993031 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-378ca26e-f654-49af-b8dd-2064f2c4b015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:27.041893 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4429034e-5245-4700-a835-4bf211533082 req-833654f2-9d59-47fa-a92d-e887d03af1b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836895 Jun 27 13:01:27.052565 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-a266d424-a82e-4562-9e51-2d2b30bfcd75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c99f2d5ebff74e818297be0b6da61971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993510 Jun 27 13:01:27.055935 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48232) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:27.056887 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266d424-a82e-4562-9e51-2d2b30bfcd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c807e6a-d114-4746-9fc9-a0a0d5cecb8a,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:27.062071 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a266d424-a82e-4562-9e51-2d2b30bfcd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:27.079940 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-f596104a-f450-4770-93c1-8d3c012e0245 None None] Provisioning for port 14f32453-3d10-4cf5-947b-87d8b68b6f43 completed by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 13:01:27.085296 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-f596104a-f450-4770-93c1-8d3c012e0245 None None] Provisioning complete for port 14f32453-3d10-4cf5-947b-87d8b68b6f43 triggered by entity DHCP. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 13:01:27.085663 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f596104a-f450-4770-93c1-8d3c012e0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:27.142275 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-f596104a-f450-4770-93c1-8d3c012e0245 None None] Port 14f32453-3d10-4cf5-947b-87d8b68b6f43 cannot update to ACTIVE because it is not bound. {{(pid=79439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 13:01:27.162169 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:27.182969 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-17d9e166-8cc7-47a4-86c5-fb12c1248dfb req-3a91c4c7-4299-47ec-a8d7-0170428d4ca9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:27.191367 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-e4d02739-1d15-46d4-80b6-b9344ece7cdc tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:27.219982 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0dc020e2-ac8d-44fc-9889-2e8567fb3f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:27.238291 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91c4c7-4299-47ec-a8d7-0170428d4ca9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event deleted for resources: {'Port': ['ID=8f0ffb90-56c5-48e2-a950-ce3f96f35586,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:27.269300 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0dc020e2-ac8d-44fc-9889-2e8567fb3f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:27.273520 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3a91c4c7-4299-47ec-a8d7-0170428d4ca9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:27.315953 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d9e166-8cc7-47a4-86c5-fb12c1248dfb req-3a91c4c7-4299-47ec-a8d7-0170428d4ca9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] No DVR routers for this DVR port 8f0ffb90-56c5-48e2-a950-ce3f96f35586 on host hv-cinder-79809 {{(pid=79437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 13:01:27.318746 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [req-17d9e166-8cc7-47a4-86c5-fb12c1248dfb req-3a91c4c7-4299-47ec-a8d7-0170428d4ca9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:27.321575 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'name': 'network-vif-deleted', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:01:27.372699 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b160ac4-4e75-46c2-aa4d-059979fc20be', 'name': 'network-vif-deleted', 'tag': '8f0ffb90-56c5-48e2-a950-ce3f96f35586', 'status': 'completed', 'code': 200} Jun 27 13:01:27.435429 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-17d9e166-8cc7-47a4-86c5-fb12c1248dfb req-3a91c4c7-4299-47ec-a8d7-0170428d4ca9 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.52 "DELETE /v2.0/ports/8f0ffb90-56c5-48e2-a950-ce3f96f35586 HTTP/1.1" status: 204 len: 173 time: 1.1286831 Jun 27 13:01:27.566046 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0dc020e2-ac8d-44fc-9889-2e8567fb3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:27.582910 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b50bc012-f744-40af-ad1b-508ca90fd00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:27.601704 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc020e2-ac8d-44fc-9889-2e8567fb3f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c807e6a-d114-4746-9fc9-a0a0d5cecb8a,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:27.605797 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0dc020e2-ac8d-44fc-9889-2e8567fb3f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:27.606927 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-0dc020e2-ac8d-44fc-9889-2e8567fb3f5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c807e6a-d114-4746-9fc9-a0a0d5cecb8a HTTP/1.1" status: 204 len: 168 time: 0.5472686 Jun 27 13:01:27.608498 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0dc020e2-ac8d-44fc-9889-2e8567fb3f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:27.618883 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f32453-3d10-4cf5-947b-87d8b68b6f43 {{(pid=79438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 13:01:27.627307 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:27.655829 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.provisioning_blocks [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Transition to ACTIVE for port object 14f32453-3d10-4cf5-947b-87d8b68b6f43 will not be triggered until provisioned by entity L2. {{(pid=79438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 13:01:27.663163 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-4dffcb4a-a7ca-4019-8380-1ed9f9f4cefc req-a250db65-72eb-4c40-af4b-8e98fed7de70 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Synchronizing usage tracker for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:port {{(pid=79437) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 13:01:27.733125 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:27.738650 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0fa06fc7-7844-4b06-aa5f-6739a688ac38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:27.760251 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [req-4dffcb4a-a7ca-4019-8380-1ed9f9f4cefc req-a250db65-72eb-4c40-af4b-8e98fed7de70 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Unset dirty status for tenant:527f951714be4a78bf6f5f771a6b92ff on resource:port {{(pid=79437) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 13:01:27.761604 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-4dffcb4a-a7ca-4019-8380-1ed9f9f4cefc req-a250db65-72eb-4c40-af4b-8e98fed7de70 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 210 time: 0.1833286 Jun 27 13:01:27.884424 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Pushing event updated for resources: {'Port': ['ID=14f32453-3d10-4cf5-947b-87d8b68b6f43,revision_number=2']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:27.889088 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:28.112280 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Attempting to bind port 14f32453-3d10-4cf5-947b-87d8b68b6f43 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 13:01:28.112603 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Attempting to bind port 14f32453-3d10-4cf5-947b-87d8b68b6f43 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 13:01:28.113128 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Attempting to bind port 14f32453-3d10-4cf5-947b-87d8b68b6f43 on network 25d7207e-b634-4732-af7e-0b33849bacbc {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 13:01:28.118182 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Port 14f32453-3d10-4cf5-947b-87d8b68b6f43 on network 25d7207e-b634-4732-af7e-0b33849bacbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 13:01:28.118498 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Attempting to bind port 14f32453-3d10-4cf5-947b-87d8b68b6f43 on network 25d7207e-b634-4732-af7e-0b33849bacbc {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 13:01:28.127455 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Checking agent: {'id': '32b49282-bfc9-4b0a-9a40-13a9d33cb4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'started_at': datetime.datetime(2021, 6, 27, 12, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 13:01:28.127785 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Checking segment: {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 13:01:28.128222 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Bound using segment: {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'} {{(pid=79438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 13:01:28.128564 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.managers [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Bound port: 14f32453-3d10-4cf5-947b-87d8b68b6f43, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc'}}] {{(pid=79438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 13:01:28.128969 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:28.288466 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, cleared binding levels {{(pid=79438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 13:01:28.292599 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 13:01:28.305654 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425e817-3960-4f45-9136-f37988433073 req-53033055-2973-42bd-b9ba-afa0934c0fed tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:28.306734 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-d425e817-3960-4f45-9136-f37988433073 req-53033055-2973-42bd-b9ba-afa0934c0fed tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Synchronizing usage tracker for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 13:01:28.441187 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28153851'] for port, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:28.446770 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-d425e817-3960-4f45-9136-f37988433073 req-53033055-2973-42bd-b9ba-afa0934c0fed tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Unset dirty status for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 13:01:28.462015 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d425e817-3960-4f45-9136-f37988433073 req-53033055-2973-42bd-b9ba-afa0934c0fed tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.2820492 Jun 27 13:01:28.466235 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-855fa55d-dd99-46b8-8cc3-74cdecc142b2 tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:28.568711 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:28.569316 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:28.570838 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] 10.222.0.52 "PUT /v2.0/ports/14f32453-3d10-4cf5-947b-87d8b68b6f43 HTTP/1.1" status: 200 len: 1094 time: 1.6304793 Jun 27 13:01:28.574089 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:01:28.590100 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d425e817-3960-4f45-9136-f37988433073 req-c2c00f24-6b34-4937-bc94-5635fdbaa28b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888793 Jun 27 13:01:28.600944 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Pushing event updated for resources: {'Port': ['ID=14f32453-3d10-4cf5-947b-87d8b68b6f43,revision_number=3']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:28.604506 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-75247c1f-902a-458b-a1d4-8c366a64d367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:28.640653 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'status': 'completed', 'code': 200} Jun 27 13:01:28.745568 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055a6ad-41c8-46e2-90dd-84eb93f0eb8d req-abd6fde0-8641-40ea-9302-a2c716c607a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:28.747081 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5055a6ad-41c8-46e2-90dd-84eb93f0eb8d req-abd6fde0-8641-40ea-9302-a2c716c607a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0838788 Jun 27 13:01:28.919082 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055a6ad-41c8-46e2-90dd-84eb93f0eb8d req-4dde3814-1a96-40b8-9c40-cd4e33cc0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:28.920978 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5055a6ad-41c8-46e2-90dd-84eb93f0eb8d req-4dde3814-1a96-40b8-9c40-cd4e33cc0aeb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c1aa6952415c490d8b4154ba53cacc70&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1641078 Jun 27 13:01:28.985652 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b8805344-30b6-4362-ba05-b428a31e5b8f req-3f08626e-47a1-4f62-9cf6-84b416a4a8b1 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b160ac4-4e75-46c2-aa4d-059979fc20be HTTP/1.1" status: 200 len: 210 time: 0.0636897 Jun 27 13:01:29.110311 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055a6ad-41c8-46e2-90dd-84eb93f0eb8d req-833d01b7-31bb-430e-9713-5e0b09acea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:29.111867 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5055a6ad-41c8-46e2-90dd-84eb93f0eb8d req-833d01b7-31bb-430e-9713-5e0b09acea40 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535914 Jun 27 13:01:29.219122 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9673fde-0589-43a8-888f-118cda8337f5 req-32feda62-3811-48d2-a5ba-9adeca116599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:29.220580 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-32feda62-3811-48d2-a5ba-9adeca116599 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0724247 Jun 27 13:01:29.290838 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-a28549e9-19cb-42bd-9aee-36150efe2e41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43 HTTP/1.1" status: 200 len: 217 time: 0.0635989 Jun 27 13:01:29.354051 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9673fde-0589-43a8-888f-118cda8337f5 req-671647c2-68e7-4cdf-8355-a335e57a30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:29.355760 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-671647c2-68e7-4cdf-8355-a335e57a30ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 200 len: 856 time: 0.0591259 Jun 27 13:01:29.420332 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8f0ffb90-56c5-48e2-a950-ce3f96f35586 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:01:29.442050 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9673fde-0589-43a8-888f-118cda8337f5 req-8ea45664-945a-4357-b58d-a90378baecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:29.443593 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-8ea45664-945a-4357-b58d-a90378baecb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25d7207e-b634-4732-af7e-0b33849bacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809262 Jun 27 13:01:29.458293 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 8f0ffb90-56c5-48e2-a950-ce3f96f35586 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:01:29.458644 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 8f0ffb90-56c5-48e2-a950-ce3f96f35586 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:01:29.585210 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-c6b36db8-d53e-45b5-bf50-2b119c37022d service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350346 Jun 27 13:01:29.719084 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c9673fde-0589-43a8-888f-118cda8337f5 req-7cda465b-fee6-4c67-90ae-7f08ed467c33 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275637 Jun 27 13:01:29.804746 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e105c4-1875-4e38-ba3b-1423f4035251 req-00cbac7b-3990-407a-8778-9443c8ef4e74 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:29.806911 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-60e105c4-1875-4e38-ba3b-1423f4035251 req-00cbac7b-3990-407a-8778-9443c8ef4e74 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0919595 Jun 27 13:01:29.854425 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-60e105c4-1875-4e38-ba3b-1423f4035251 req-c9973e55-ad2d-4932-bb6b-f2f44250c20b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407310 Jun 27 13:01:30.083765 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48288) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:30.159119 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd912-1583-446b-a9a1-4fa66429a600 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:30.190079 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd912-1583-446b-a9a1-4fa66429a600 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:30.331533 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd912-1583-446b-a9a1-4fa66429a600 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:30.335310 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-db68a354-4741-4c80-a973-0261af094a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:30.350312 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bd912-1583-446b-a9a1-4fa66429a600 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95da0dba-74a3-4f05-a04b-3d862c5f1d0a,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:30.352938 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5c1bd912-1583-446b-a9a1-4fa66429a600 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:30.425869 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd912-1583-446b-a9a1-4fa66429a600 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:30.427044 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-5c1bd912-1583-446b-a9a1-4fa66429a600 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] 10.222.0.41 "DELETE /v2.0/security-groups/95da0dba-74a3-4f05-a04b-3d862c5f1d0a HTTP/1.1" status: 204 len: 168 time: 0.3423214 Jun 27 13:01:30.539243 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48300) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:31.064990 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2da5-0d4b-463a-9ee4-656879d6806c req-62faab11-60f9-4576-9060-be993a31b423 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:31.066990 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-22fc2da5-0d4b-463a-9ee4-656879d6806c req-62faab11-60f9-4576-9060-be993a31b423 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0958524 Jun 27 13:01:31.114353 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-22fc2da5-0d4b-463a-9ee4-656879d6806c req-e9abf29c-4bbd-45eb-b06b-d4da7fff855b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415571 Jun 27 13:01:31.364742 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910150'] for router_interface, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:31.420742 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 14f32453-3d10-4cf5-947b-87d8b68b6f43 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 13:01:31.568070 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:31.582922 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'port_id': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'mac_address': 'fa:16:3e:36:3a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 13:01:31.642214 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:31.659633 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f32453-3d10-4cf5-947b-87d8b68b6f43 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 13:01:31.674906 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:31.732988 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] Deleting port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 {{(pid=79437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:31.733371 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:31.752782 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:31.755355 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-4d09b4e2-2a00-45c5-9b37-8e7dc0f46a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:31.820568 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=14f32453-3d10-4cf5-947b-87d8b68b6f43,revision_number=4']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:31.828736 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.829169 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.829565 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.829954 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.830364 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.830750 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.831160 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.831535 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.831914 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.832287 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.832672 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.833054 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:31.836907 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:31.907115 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] For port 7e677cf8-b6f2-4658-99e5-c8c2ae85b955, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=7e677cf8-b6f2-4658-99e5-c8c2ae85b955,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:31.907468 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:32.032194 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] Calling delete_port for 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 owned by network:router_interface {{(pid=79437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:32.074447 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['14f32453-3d10-4cf5-947b-87d8b68b6f43'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 13:01:32.398577 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b9db5-0dad-403f-8d00-15cefe02dc39 req-a4448a7c-3252-44d6-b72f-b2fdb79164c8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:32.400113 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-885b9db5-0dad-403f-8d00-15cefe02dc39 req-a4448a7c-3252-44d6-b72f-b2fdb79164c8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 945 time: 0.1425369 Jun 27 13:01:32.461479 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-885b9db5-0dad-403f-8d00-15cefe02dc39 req-46423e20-24f4-4a4d-bb8e-7dee15309cb8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532727 Jun 27 13:01:32.523912 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:32.527752 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:32.678790 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e677cf8-b6f2-4658-99e5-c8c2ae85b955,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:32.682407 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:32.960665 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910314'] for router_interface, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:33.334314 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] Router ce5178ba-59d7-4fe1-bc86-9610d0c85115 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 13:01:33.436620 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 14f32453-3d10-4cf5-947b-87d8b68b6f43 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 13:01:33.540296 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 13:01:33.552953 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69628b-bd28-4725-9065-b76b2741f237 None None] Sync routers for ids ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 13:01:33.554759 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning for port 14f32453-3d10-4cf5-947b-87d8b68b6f43 completed by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 13:01:33.561244 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 14f32453-3d10-4cf5-947b-87d8b68b6f43 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 13:01:33.562161 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:33.569375 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69628b-bd28-4725-9065-b76b2741f237 None None] Routers {'ce5178ba-59d7-4fe1-bc86-9610d0c85115'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:01:33.570054 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-5a69628b-bd28-4725-9065-b76b2741f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:01:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:33.611518 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-18b03b25-bef1-4596-af6b-63c32d1f03c5 admin admin] 10.222.0.41 "PUT /v2.0/routers/ce5178ba-59d7-4fe1-bc86-9610d0c85115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0709519 Jun 27 13:01:33.613932 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48322) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:33.723729 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:33.764420 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-5a69628b-bd28-4725-9065-b76b2741f237 None None] Set router ce5178ba-59d7-4fe1-bc86-9610d0c85115 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:01:33.764715 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:33.766208 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:01:33.822284 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'code': 200} Jun 27 13:01:33.908979 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:33.913951 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:34.011811 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Notify callbacks [] for router, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:34.053804 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=14f32453-3d10-4cf5-947b-87d8b68b6f43,revision_number=5']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:34.061415 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:34.110902 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-5a69628b-bd28-4725-9065-b76b2741f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T13:01:32Z', 'revision_number': 5, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:34.116958 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69628b-bd28-4725-9065-b76b2741f237 None None] Checking router: ce5178ba-59d7-4fe1-bc86-9610d0c85115 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 13:01:34.127612 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69628b-bd28-4725-9065-b76b2741f237 None None] Routers {'ce5178ba-59d7-4fe1-bc86-9610d0c85115'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:01:34.128265 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-5a69628b-bd28-4725-9065-b76b2741f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:01:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:34.181734 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7a70c-39c4-400b-ac0c-22a077d205e0 req-bdae8e5c-a3d6-461c-a8f3-ea70e4e00c28 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:34.183326 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e4a7a70c-39c4-400b-ac0c-22a077d205e0 req-bdae8e5c-a3d6-461c-a8f3-ea70e4e00c28 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 945 time: 0.3560815 Jun 27 13:01:34.322001 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:34.329298 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-5a69628b-bd28-4725-9065-b76b2741f237 None None] Set router ce5178ba-59d7-4fe1-bc86-9610d0c85115 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:01:34.330798 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e4a7a70c-39c4-400b-ac0c-22a077d205e0 req-2b2a7992-e6d4-41cf-9dae-d70a28c4ec9b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077647 Jun 27 13:01:34.356880 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676f973-16c5-4f51-a4de-d8c104dd73c1 req-c3728dff-5100-416e-be01-3925a171fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:34.359431 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2676f973-16c5-4f51-a4de-d8c104dd73c1 req-c3728dff-5100-416e-be01-3925a171fad5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 1099 time: 0.1854279 Jun 27 13:01:34.402762 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-2676f973-16c5-4f51-a4de-d8c104dd73c1 req-0a0ad03b-9ee2-432b-bf69-88ce508a9035 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373261 Jun 27 13:01:34.406046 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Deleting port b2680a5e-8736-4b42-8fd6-648b09881767 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:34.406437 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:34.604443 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] For port b2680a5e-8736-4b42-8fd6-648b09881767, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=b2680a5e-8736-4b42-8fd6-648b09881767,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:34.604878 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:34.673191 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-5a69628b-bd28-4725-9065-b76b2741f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T13:01:32Z', 'revision_number': 5, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:34.674523 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69628b-bd28-4725-9065-b76b2741f237 None None] The sync data for ids ['ce5178ba-59d7-4fe1-bc86-9610d0c85115'] in dv-cinder-798099-1-smb is: [{'id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'name': 'tempest-TestShelveInstance-1246611940-router', 'tenant_id': '527f951714be4a78bf6f5f771a6b92ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:42Z', 'updated_at': '2021-06-27T13:01:32Z', 'revision_number': 5, 'project_id': '527f951714be4a78bf6f5f771a6b92ff', 'gw_port': {'id': 'b2680a5e-8736-4b42-8fd6-648b09881767', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5178ba-59d7-4fe1-bc86-9610d0c85115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:54:44Z', 'updated_at': '2021-06-27T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 13:01:34.766122 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Calling delete_port for b2680a5e-8736-4b42-8fd6-648b09881767 owned by network:router_gateway {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:35.040048 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:35.045361 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-b6f8c5c3-0560-46cc-9f83-e9c6970be684 tempest-TestMinimumBasicScenario-2079463205 tempest-TestMinimumBasicScenario-2079463205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:35.114982 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=b2680a5e-8736-4b42-8fd6-648b09881767,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:35.120940 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:35.233502 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831331'] for router_gateway, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:35.549098 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aeb6b-6705-4b11-bf46-581d92668719 req-363a925a-821d-434f-bb7f-0100d7347d18 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:35.550843 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-860aeb6b-6705-4b11-bf46-581d92668719 req-363a925a-821d-434f-bb7f-0100d7347d18 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0939035 Jun 27 13:01:35.561602 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7309'] for router, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:35.563884 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:35.612393 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-860aeb6b-6705-4b11-bf46-581d92668719 req-710f0b11-32be-413b-9e27-4431761e2aa0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548041 Jun 27 13:01:35.656943 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3832270'] for router, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:35.657471 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce5178ba-59d7-4fe1-bc86-9610d0c85115 {{(pid=79438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 13:01:35.671808 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Notify callbacks [] for router, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:35.673149 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] 10.222.0.41 "DELETE /v2.0/routers/ce5178ba-59d7-4fe1-bc86-9610d0c85115 HTTP/1.1" status: 204 len: 168 time: 2.0572784 Jun 27 13:01:35.675667 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48366) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:35.743357 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f6003c-1dc8-4e3e-869d-9ac578093edb admin admin] Deleting subnet 227da6ea-b968-46a8-b4d8-18ea8544387a {{(pid=79438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 13:01:35.746645 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65f6003c-1dc8-4e3e-869d-9ac578093edb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:35.814608 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65f6003c-1dc8-4e3e-869d-9ac578093edb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28051745'] for subnet, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:35.896470 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65f6003c-1dc8-4e3e-869d-9ac578093edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:36.034267 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65f6003c-1dc8-4e3e-869d-9ac578093edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28153149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28107232'] for subnet, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:36.038514 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:36.079279 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6003c-1dc8-4e3e-869d-9ac578093edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227da6ea-b968-46a8-b4d8-18ea8544387a,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:36.081038 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-65f6003c-1dc8-4e3e-869d-9ac578093edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:36.082050 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-65f6003c-1dc8-4e3e-869d-9ac578093edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:36.090417 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-65f6003c-1dc8-4e3e-869d-9ac578093edb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/227da6ea-b968-46a8-b4d8-18ea8544387a HTTP/1.1" status: 204 len: 168 time: 0.4112699 Jun 27 13:01:36.090686 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d9e20e-513f-4edb-85fa-eb1997fe0cbf None None] Network 6fd48c2e-fc16-4033-b0db-29cb7577514e requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 13:01:36.091149 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48378) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:36.199289 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:36.210836 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Deleting port 01320996-dee7-4e50-a000-f513cdf88c2b {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:36.220433 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:36.363012 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e57052f-b349-48e6-aff3-2a71ad1d47fc None None] DHCP port deletion for 6fd48c2e-fc16-4033-b0db-29cb7577514e request from dv-cinder-798099-1-smb {{(pid=79439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 13:01:36.367645 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-0e57052f-b349-48e6-aff3-2a71ad1d47fc None None] Deleting port 01320996-dee7-4e50-a000-f513cdf88c2b {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:36.368032 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0e57052f-b349-48e6-aff3-2a71ad1d47fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:36.423602 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] For port 01320996-dee7-4e50-a000-f513cdf88c2b, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=01320996-dee7-4e50-a000-f513cdf88c2b,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:36.423906 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:36.562481 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Calling delete_port for 01320996-dee7-4e50-a000-f513cdf88c2b owned by network:dhcp {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:36.587824 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:01:36.636378 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:01:36.636378 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 7e677cf8-b6f2-4658-99e5-c8c2ae85b955 not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:01:36.636378 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device b2680a5e-8736-4b42-8fd6-648b09881767 no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:01:36.673817 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: b2680a5e-8736-4b42-8fd6-648b09881767 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:01:36.674190 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device b2680a5e-8736-4b42-8fd6-648b09881767 not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:01:36.674616 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 01320996-dee7-4e50-a000-f513cdf88c2b no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:01:36.753520 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-0e57052f-b349-48e6-aff3-2a71ad1d47fc None None] For port 01320996-dee7-4e50-a000-f513cdf88c2b, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=01320996-dee7-4e50-a000-f513cdf88c2b,segment=NetworkSegment(db3d1498-6216-44c7-a109-84a9c9e772f5),segment_id=db3d1498-6216-44c7-a109-84a9c9e772f5)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:36.753916 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0e57052f-b349-48e6-aff3-2a71ad1d47fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:36.778080 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:36.787347 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-8be863bc-a2c6-4e58-bfd8-2c459666014e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:36.839868 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01320996-dee7-4e50-a000-f513cdf88c2b,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:36.852719 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] No DVR routers for this DVR port 01320996-dee7-4e50-a000-f513cdf88c2b on host dv-cinder-798099-1-smb {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 13:01:36.884187 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-0e57052f-b349-48e6-aff3-2a71ad1d47fc None None] Calling delete_port for 01320996-dee7-4e50-a000-f513cdf88c2b owned by network:dhcp {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:36.885366 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.885741 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.886135 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.886555 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.886853 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.887206 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.887554 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.887906 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.888307 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.888657 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.889010 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.889418 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:01:36.899089 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:36.934757 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No active binding found for port 01320996-dee7-4e50-a000-f513cdf88c2b {{(pid=79439) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 27 13:01:36.935862 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 01320996-dee7-4e50-a000-f513cdf88c2b not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:01:36.965747 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.db.api [None req-0e57052f-b349-48e6-aff3-2a71ad1d47fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 13:01:36.966145 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_db.api [None req-0e57052f-b349-48e6-aff3-2a71ad1d47fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 13:01:36.998251 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:37.018845 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4a830-9cb9-4f88-b570-56b5342bf4e2 req-534b49fa-9c32-4417-9ad9-71c218fbdc05 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:37.020339 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-aae4a830-9cb9-4f88-b570-56b5342bf4e2 req-534b49fa-9c32-4417-9ad9-71c218fbdc05 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.2824600 Jun 27 13:01:37.022013 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd48c2e-fc16-4033-b0db-29cb7577514e']}} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:37.050351 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3d1498-6216-44c7-a109-84a9c9e772f5') {'for_net_delete': True} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:37.050599 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3d1498-6216-44c7-a109-84a9c9e772f5') {} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:37.068404 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28051736'] for segment, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:37.099335 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-aae4a830-9cb9-4f88-b570-56b5342bf4e2 req-788c9fa5-ff3c-495f-a53e-68cc4104dc27 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697398 Jun 27 13:01:37.100285 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:37.107588 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=79438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 13:01:37.107984 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28153759'] for segment, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: Traceback (most recent call last): Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: timer() Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: cb(*args, **kw) Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: return func(*args, **kwargs) Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: self._notify() Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: self.callback(batched_events) Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: event.method(event) Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: return f(self, *a, **k) Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: return self._get(url).json() Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: return self.request(url, 'GET', **kwargs) Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 13:01:37.121699 dv-cinder-798099-1-smb neutron-server[79438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 13:01:37.290980 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:37.295489 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:37.296588 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae55b7-fb36-48ac-bafd-3690aa5ada02 req-d1886a64-81de-4729-b173-deb4aa60ab5b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:37.298096 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-46ae55b7-fb36-48ac-bafd-3690aa5ada02 req-d1886a64-81de-4729-b173-deb4aa60ab5b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0815361 Jun 27 13:01:37.307100 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48392) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:37.310244 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:37.312554 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.v2.base [None req-9a4901dd-7138-4259-8efd-d5cd73a45fda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Request body: {'floatingip': {'port_id': '14f32453-3d10-4cf5-947b-87d8b68b6f43'}} {{(pid=79437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 13:01:37.320443 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd48c2e-fc16-4033-b0db-29cb7577514e,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:37.324740 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:37.395906 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-9a4901dd-7138-4259-8efd-d5cd73a45fda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, before_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:37.409649 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-af142acf-2a71-4804-a355-418e6419e8a7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6fd48c2e-fc16-4033-b0db-29cb7577514e HTTP/1.1" status: 204 len: 168 time: 1.3150105 Jun 27 13:01:37.409913 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48396) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:37.467915 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-0e57052f-b349-48e6-aff3-2a71ad1d47fc None None] Deleting port 01320996-dee7-4e50-a000-f513cdf88c2b {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:37.468554 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0e57052f-b349-48e6-aff3-2a71ad1d47fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:37.536056 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-0e57052f-b349-48e6-aff3-2a71ad1d47fc None None] The port '01320996-dee7-4e50-a000-f513cdf88c2b' was deleted {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 13:01:38.113829 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910150'] for router_interface, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:38.158702 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-9a4901dd-7138-4259-8efd-d5cd73a45fda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:38.227129 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-9a4901dd-7138-4259-8efd-d5cd73a45fda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:38.413025 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.db.l3_db [None req-9a4901dd-7138-4259-8efd-d5cd73a45fda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Floating IP 38ca4214-5880-4ca5-8dbd-9f7027f59b21 associated. External IP: 172.28.1.247, port: 14f32453-3d10-4cf5-947b-87d8b68b6f43. Jun 27 13:01:38.450685 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48414) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:38.499991 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] Deleting port fe64b836-a1f4-4984-800e-af704c3b36dc {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:38.500498 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:38.654986 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9e724fb5-837a-44f1-a14f-c5912180c890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:38.680616 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-9e724fb5-837a-44f1-a14f-c5912180c890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:38.687745 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-9e724fb5-837a-44f1-a14f-c5912180c890 admin admin] Usage tracker for resource:security_group_rule and tenant:949c998a0c64431f8d1c00925edd2e09 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:01:38.692943 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-9e724fb5-837a-44f1-a14f-c5912180c890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:01:38.710483 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-9e724fb5-837a-44f1-a14f-c5912180c890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:38.756417 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] For port fe64b836-a1f4-4984-800e-af704c3b36dc, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=fe64b836-a1f4-4984-800e-af704c3b36dc,segment=NetworkSegment(22b78f78-ace7-4278-8836-96a83ab7e09c),segment_id=22b78f78-ace7-4278-8836-96a83ab7e09c)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:38.757001 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:38.802599 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4901dd-7138-4259-8efd-d5cd73a45fda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Router 623b8d50-2772-4ad6-aba0-a686dcedf981 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 13:01:38.895211 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] Calling delete_port for fe64b836-a1f4-4984-800e-af704c3b36dc owned by network:router_interface {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:38.988744 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4901dd-7138-4259-8efd-d5cd73a45fda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 13:01:38.993141 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-9a4901dd-7138-4259-8efd-d5cd73a45fda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:38.999599 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30be1f-9d2d-44ee-a8d8-c00fe049e7db None None] Sync routers for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 13:01:39.011265 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30be1f-9d2d-44ee-a8d8-c00fe049e7db None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:01:39.012264 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-7b30be1f-9d2d-44ee-a8d8-c00fe049e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:01:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:39.043738 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9e724fb5-837a-44f1-a14f-c5912180c890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:39.053041 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-9a4901dd-7138-4259-8efd-d5cd73a45fda tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "PUT /v2.0/floatingips/38ca4214-5880-4ca5-8dbd-9f7027f59b21 HTTP/1.1" status: 200 len: 992 time: 1.7424173 Jun 27 13:01:39.053041 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43'}] {{(pid=79437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:01:39.103679 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'status': 'completed', 'code': 200} Jun 27 13:01:39.173022 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-9e724fb5-837a-44f1-a14f-c5912180c890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:39.180466 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-d818614e-d965-464b-8c65-cc244818e4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:39.216463 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-7b30be1f-9d2d-44ee-a8d8-c00fe049e7db None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:01:39.244461 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e724fb5-837a-44f1-a14f-c5912180c890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596ee5f1-1ebb-4b17-809a-278ad4f55f7a,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:39.249430 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-9e724fb5-837a-44f1-a14f-c5912180c890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:39.256378 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-9e724fb5-837a-44f1-a14f-c5912180c890 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=949c998a0c64431f8d1c00925edd2e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8012910 Jun 27 13:01:39.256719 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48424) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:39.275454 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f34eb4-e558-48ee-bb47-1ad23c80eb17 req-e12775af-be9b-4d57-8e28-c9e63d13457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:39.277375 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c6f34eb4-e558-48ee-bb47-1ad23c80eb17 req-e12775af-be9b-4d57-8e28-c9e63d13457c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 1099 time: 0.1511426 Jun 27 13:01:39.306744 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:39.315938 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2ac49e00-9e54-47d8-96a0-2eed30ca8607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:39.319638 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-903ef60d-f634-45f8-b411-b22a9ebb2a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:39.347736 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-903ef60d-f634-45f8-b411-b22a9ebb2a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:39.546853 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe64b836-a1f4-4984-800e-af704c3b36dc,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:39.584556 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:39.595670 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-7b30be1f-9d2d-44ee-a8d8-c00fe049e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '38ca4214-5880-4ca5-8dbd-9f7027f59b21', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'floating_ip_address': '172.28.1.247', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'port_id': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'mac_address': 'fa:16:3e:36:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T13:01:20Z', 'updated_at': '2021-06-27T13:01:38Z', 'revision_number': 1, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:39.596463 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-903ef60d-f634-45f8-b411-b22a9ebb2a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:39.601618 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30be1f-9d2d-44ee-a8d8-c00fe049e7db None None] Checking router: 623b8d50-2772-4ad6-aba0-a686dcedf981 for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 13:01:39.606122 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-834c0eb3-8399-4eba-9750-b65df466f46a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:39.613022 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30be1f-9d2d-44ee-a8d8-c00fe049e7db None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:01:39.613749 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-7b30be1f-9d2d-44ee-a8d8-c00fe049e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:01:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:39.619819 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ef60d-f634-45f8-b411-b22a9ebb2a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596ee5f1-1ebb-4b17-809a-278ad4f55f7a,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:39.630278 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-903ef60d-f634-45f8-b411-b22a9ebb2a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:39.631776 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-903ef60d-f634-45f8-b411-b22a9ebb2a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:39.637266 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-903ef60d-f634-45f8-b411-b22a9ebb2a62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/596ee5f1-1ebb-4b17-809a-278ad4f55f7a HTTP/1.1" status: 204 len: 168 time: 0.3795791 Jun 27 13:01:39.702676 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f34eb4-e558-48ee-bb47-1ad23c80eb17 req-b31b6d54-9a29-4662-8ea4-6135dd6b0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:39.705634 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c6f34eb4-e558-48ee-bb47-1ad23c80eb17 req-b31b6d54-9a29-4662-8ea4-6135dd6b0d12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 918 time: 0.4216721 Jun 27 13:01:39.870986 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-7b30be1f-9d2d-44ee-a8d8-c00fe049e7db None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:01:39.936639 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c6f34eb4-e558-48ee-bb47-1ad23c80eb17 req-6f94818d-904f-4af4-a5ff-81f569f5447e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43 HTTP/1.1" status: 200 len: 1000 time: 0.2111187 Jun 27 13:01:40.083577 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910314'] for router_interface, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:40.089009 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f34eb4-e558-48ee-bb47-1ad23c80eb17 req-63f36700-6a28-484d-b10c-d793bb70ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:40.090609 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c6f34eb4-e558-48ee-bb47-1ad23c80eb17 req-63f36700-6a28-484d-b10c-d793bb70ec2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 200 len: 856 time: 0.1032884 Jun 27 13:01:40.363289 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-7b30be1f-9d2d-44ee-a8d8-c00fe049e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '38ca4214-5880-4ca5-8dbd-9f7027f59b21', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'floating_ip_address': '172.28.1.247', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'port_id': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'mac_address': 'fa:16:3e:36:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T13:01:20Z', 'updated_at': '2021-06-27T13:01:38Z', 'revision_number': 1, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:40.369730 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30be1f-9d2d-44ee-a8d8-c00fe049e7db None None] The sync data for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb is: [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_floatingips': [{'id': '38ca4214-5880-4ca5-8dbd-9f7027f59b21', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'floating_ip_address': '172.28.1.247', 'floating_network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'router_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'port_id': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'mac_address': 'fa:16:3e:36:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T13:01:20Z', 'updated_at': '2021-06-27T13:01:38Z', 'revision_number': 1, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 13:01:40.425257 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48434) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:40.442313 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f34eb4-e558-48ee-bb47-1ad23c80eb17 req-97dc64a3-b038-401b-9b2d-6d257bf72d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:01:40.444792 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c6f34eb4-e558-48ee-bb47-1ad23c80eb17 req-97dc64a3-b038-401b-9b2d-6d257bf72d2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25d7207e-b634-4732-af7e-0b33849bacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3459098 Jun 27 13:01:40.456721 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-629f459c-c061-4049-8982-fc7e6285ca2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:40.474919 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-629f459c-c061-4049-8982-fc7e6285ca2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:01:40.480068 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-629f459c-c061-4049-8982-fc7e6285ca2a admin admin] Usage tracker for resource:security_group_rule and tenant:7e833c7edac9430995b4085e4e723f34 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:01:40.485610 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-629f459c-c061-4049-8982-fc7e6285ca2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:01:40.495896 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-629f459c-c061-4049-8982-fc7e6285ca2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:01:40.640851 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-629f459c-c061-4049-8982-fc7e6285ca2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:40.703274 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606d443-c2b3-4a76-8dbc-ead852cf4ea8 None None] New status for floating IP 38ca4214-5880-4ca5-8dbd-9f7027f59b21: ACTIVE {{(pid=79440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 13:01:40.703851 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-629f459c-c061-4049-8982-fc7e6285ca2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:40.714403 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-e81c8643-e301-4e7d-915b-299991ce72c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:40.766031 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-629f459c-c061-4049-8982-fc7e6285ca2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e833c7edac9430995b4085e4e723f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366833 Jun 27 13:01:40.766031 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f459c-c061-4049-8982-fc7e6285ca2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000bc7e8-0c33-43b7-a72d-04af3ca11043,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:40.769207 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-629f459c-c061-4049-8982-fc7e6285ca2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:40.770060 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48438) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:40.843572 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c6f34eb4-e558-48ee-bb47-1ad23c80eb17 req-354a03d0-a83b-4df4-ae25-fb8bc3555ca5 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904734 Jun 27 13:01:40.850418 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ebf45934-36e6-469f-ba29-5b43e1899f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:40.850632 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] Router 4eba6049-2144-4222-a6eb-163bc8261b8f has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 13:01:40.881637 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ebf45934-36e6-469f-ba29-5b43e1899f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:41.040031 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ebf45934-36e6-469f-ba29-5b43e1899f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:41.044853 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-8a68a203-1813-4ec3-bf8b-72139be2f0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:41.056953 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf45934-36e6-469f-ba29-5b43e1899f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000bc7e8-0c33-43b7-a72d-04af3ca11043,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:41.059145 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-ebf45934-36e6-469f-ba29-5b43e1899f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:41.077193 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-ebf45934-36e6-469f-ba29-5b43e1899f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:41.083339 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-ebf45934-36e6-469f-ba29-5b43e1899f98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/000bc7e8-0c33-43b7-a72d-04af3ca11043 HTTP/1.1" status: 204 len: 168 time: 0.3086863 Jun 27 13:01:41.387625 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c6f34eb4-e558-48ee-bb47-1ad23c80eb17 req-75c6976a-3a15-42b6-8bfa-f77aef7bab5f service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350604 Jun 27 13:01:41.415628 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 13:01:41.426568 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a5ede-c3b5-467d-a6dd-acf47637539b None None] Sync routers for ids ['4eba6049-2144-4222-a6eb-163bc8261b8f'] in dv-cinder-798099-1-smb {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 13:01:41.437548 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a5ede-c3b5-467d-a6dd-acf47637539b None None] Routers {'4eba6049-2144-4222-a6eb-163bc8261b8f'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:01:41.438340 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-8a6a5ede-c3b5-467d-a6dd-acf47637539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:01:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['4eba6049-2144-4222-a6eb-163bc8261b8f'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:41.546625 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-fd63926f-b01f-4a83-b2be-11afb02f6c94 admin admin] 10.222.0.41 "PUT /v2.0/routers/4eba6049-2144-4222-a6eb-163bc8261b8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1352649 Jun 27 13:01:41.549343 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48448) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:41.671411 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-8a6a5ede-c3b5-467d-a6dd-acf47637539b None None] Set router 4eba6049-2144-4222-a6eb-163bc8261b8f gateway port host: dv-cinder-798099-1-smb {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:01:41.765701 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Notify callbacks [] for router, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:41.976331 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:42.084697 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-8a6a5ede-c3b5-467d-a6dd-acf47637539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'name': 'tempest-TestShelveInstance-267829292-router', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:59Z', 'updated_at': '2021-06-27T13:01:39Z', 'revision_number': 5, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'gw_port': {'id': '62a46fbd-8b95-4599-b01c-944e4608d1bb', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:55:01Z', 'updated_at': '2021-06-27T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:42.089493 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Deleting port 62a46fbd-8b95-4599-b01c-944e4608d1bb {{(pid=79437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:42.089834 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:42.093807 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a5ede-c3b5-467d-a6dd-acf47637539b None None] Checking router: 4eba6049-2144-4222-a6eb-163bc8261b8f for host: dv-cinder-798099-1-smb {{(pid=79439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 13:01:42.104230 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a5ede-c3b5-467d-a6dd-acf47637539b None None] Routers {'4eba6049-2144-4222-a6eb-163bc8261b8f'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:01:42.105068 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-8a6a5ede-c3b5-467d-a6dd-acf47637539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:01:23Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['4eba6049-2144-4222-a6eb-163bc8261b8f'], 'active': True} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:42.284570 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_dvr_db [None req-8a6a5ede-c3b5-467d-a6dd-acf47637539b None None] Set router 4eba6049-2144-4222-a6eb-163bc8261b8f gateway port host: None {{(pid=79439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:01:42.308925 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] For port 62a46fbd-8b95-4599-b01c-944e4608d1bb, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=62a46fbd-8b95-4599-b01c-944e4608d1bb,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:42.308925 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:42.451796 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.l3_hamode_db [None req-8a6a5ede-c3b5-467d-a6dd-acf47637539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'name': 'tempest-TestShelveInstance-267829292-router', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:59Z', 'updated_at': '2021-06-27T13:01:41Z', 'revision_number': 6, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'gw_port_host': None}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:42.452591 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a5ede-c3b5-467d-a6dd-acf47637539b None None] The sync data for ids ['4eba6049-2144-4222-a6eb-163bc8261b8f'] in dv-cinder-798099-1-smb is: [{'id': '4eba6049-2144-4222-a6eb-163bc8261b8f', 'name': 'tempest-TestShelveInstance-267829292-router', 'tenant_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:54:59Z', 'updated_at': '2021-06-27T13:01:41Z', 'revision_number': 6, 'project_id': 'f8da7dc9ab5b4d08a63968a81e500fcd', 'gw_port_host': None}] {{(pid=79439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 13:01:42.469627 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Calling delete_port for 62a46fbd-8b95-4599-b01c-944e4608d1bb owned by network:router_gateway {{(pid=79437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:42.725593 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:42.730695 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-82944cca-307b-4e1b-9ce2-2d8eab11c0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:42.779758 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a46fbd-8b95-4599-b01c-944e4608d1bb,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:42.816109 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:42.877404 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831331'] for router_gateway, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:42.885458 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device fe64b836-a1f4-4984-800e-af704c3b36dc no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:01:42.919710 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: fe64b836-a1f4-4984-800e-af704c3b36dc {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:01:42.920269 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device fe64b836-a1f4-4984-800e-af704c3b36dc not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:01:43.160401 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7309'] for router, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:43.162589 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:43.329924 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3832270'] for router, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:43.330603 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eba6049-2144-4222-a6eb-163bc8261b8f {{(pid=79437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 13:01:43.349646 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] Notify callbacks [] for router, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:43.353281 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-3d11f67d-5cce-4e6f-b94c-8c29640b6310 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4eba6049-2144-4222-a6eb-163bc8261b8f HTTP/1.1" status: 204 len: 168 time: 1.8005149 Jun 27 13:01:43.353705 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48476) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:43.415744 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26bba19-fd7e-4b0e-af30-fbed6cfa334e admin admin] Deleting subnet 1ea6b928-1062-4537-9c44-43044ae3e3e8 {{(pid=79437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 13:01:43.418892 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f26bba19-fd7e-4b0e-af30-fbed6cfa334e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:43.474475 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f26bba19-fd7e-4b0e-af30-fbed6cfa334e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1730966'] for subnet, precommit_delete_associations {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:43.595113 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f26bba19-fd7e-4b0e-af30-fbed6cfa334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:43.713987 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f26bba19-fd7e-4b0e-af30-fbed6cfa334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1730816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27294263'] for subnet, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:43.719077 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-d1c9eba8-eb62-4ad1-bd02-0a0dbf1813ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:43.759235 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-f26bba19-fd7e-4b0e-af30-fbed6cfa334e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:43.766598 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0319dce-345b-4b4b-b82d-ff2cc28a96bd None None] Network 7dba0e46-ac79-47a7-b88e-832251770797 requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 13:01:43.772463 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bba19-fd7e-4b0e-af30-fbed6cfa334e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea6b928-1062-4537-9c44-43044ae3e3e8,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:43.775571 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-f26bba19-fd7e-4b0e-af30-fbed6cfa334e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:43.777880 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-f26bba19-fd7e-4b0e-af30-fbed6cfa334e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1ea6b928-1062-4537-9c44-43044ae3e3e8 HTTP/1.1" status: 204 len: 168 time: 0.4230630 Jun 27 13:01:43.780944 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48484) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:43.894291 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:43.905596 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Deleting port a56bc327-e526-4f28-b08d-bb1315875961 {{(pid=79437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:43.905920 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:44.029306 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5daa7d-9484-420c-9a94-70f67e82b349 None None] DHCP port deletion for 7dba0e46-ac79-47a7-b88e-832251770797 request from dv-cinder-798099-1-smb {{(pid=79439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 13:01:44.034883 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-3f5daa7d-9484-420c-9a94-70f67e82b349 None None] Deleting port a56bc327-e526-4f28-b08d-bb1315875961 {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:44.035265 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-3f5daa7d-9484-420c-9a94-70f67e82b349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:44.121086 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.db [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] For port a56bc327-e526-4f28-b08d-bb1315875961, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=a56bc327-e526-4f28-b08d-bb1315875961,segment=NetworkSegment(22b78f78-ace7-4278-8836-96a83ab7e09c),segment_id=22b78f78-ace7-4278-8836-96a83ab7e09c)] {{(pid=79437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:44.121439 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:44.242795 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-3f5daa7d-9484-420c-9a94-70f67e82b349 None None] For port a56bc327-e526-4f28-b08d-bb1315875961, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=a56bc327-e526-4f28-b08d-bb1315875961,segment=NetworkSegment(22b78f78-ace7-4278-8836-96a83ab7e09c),segment_id=22b78f78-ace7-4278-8836-96a83ab7e09c)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:01:44.244863 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-3f5daa7d-9484-420c-9a94-70f67e82b349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:44.245051 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.plugin [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Calling delete_port for a56bc327-e526-4f28-b08d-bb1315875961 owned by network:dhcp {{(pid=79437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:44.370853 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1731569'] for port, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:44.375611 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-21cdea48-c161-4d5d-939f-f73dc8b49091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:44.406975 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-3f5daa7d-9484-420c-9a94-70f67e82b349 None None] Calling delete_port for a56bc327-e526-4f28-b08d-bb1315875961 owned by network:dhcp {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:01:44.422404 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Pushing event deleted for resources: {'Port': ['ID=a56bc327-e526-4f28-b08d-bb1315875961,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:44.424185 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] No DVR routers for this DVR port a56bc327-e526-4f28-b08d-bb1315875961 on host dv-cinder-798099-1-smb {{(pid=79437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 13:01:44.425695 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:44.482171 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.db.api [None req-3f5daa7d-9484-420c-9a94-70f67e82b349 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 13:01:44.482686 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_db.api [None req-3f5daa7d-9484-420c-9a94-70f67e82b349 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 13:01:44.539483 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:44.558501 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dba0e46-ac79-47a7-b88e-832251770797']}} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:44.572161 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b78f78-ace7-4278-8836-96a83ab7e09c') {'for_net_delete': True} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:44.572983 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.services.segments.db [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b78f78-ace7-4278-8836-96a83ab7e09c') {} {{(pid=79437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:01:44.578646 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 62a46fbd-8b95-4599-b01c-944e4608d1bb no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:01:44.586602 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1730991'] for segment, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:44.604201 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:44.611246 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=79437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 13:01:44.611745 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1731490'] for segment, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:44.612405 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: 62a46fbd-8b95-4599-b01c-944e4608d1bb {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:01:44.612753 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 62a46fbd-8b95-4599-b01c-944e4608d1bb not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:01:44.613173 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device a56bc327-e526-4f28-b08d-bb1315875961 no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: Traceback (most recent call last): Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: timer() Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: cb(*args, **kw) Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: return func(*args, **kwargs) Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: self._notify() Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: self.callback(batched_events) Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: event.method(event) Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: return f(self, *a, **k) Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: return self._get(url).json() Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: return self.request(url, 'GET', **kwargs) Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 13:01:44.625581 dv-cinder-798099-1-smb neutron-server[79437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 13:01:44.648493 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: a56bc327-e526-4f28-b08d-bb1315875961 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:01:44.648836 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device a56bc327-e526-4f28-b08d-bb1315875961 not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:01:44.765698 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:44.769540 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:44.782600 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:44.794911 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Pushing event deleted for resources: {'Network': ['ID=7dba0e46-ac79-47a7-b88e-832251770797,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:44.800755 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:44.800755 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-2a5804b7-fcd1-4b14-b9f1-c508dc0a474b admin admin] 10.222.0.41 "DELETE /v2.0/networks/7dba0e46-ac79-47a7-b88e-832251770797 HTTP/1.1" status: 204 len: 168 time: 1.0171199 Jun 27 13:01:44.984258 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-3f5daa7d-9484-420c-9a94-70f67e82b349 None None] Deleting port a56bc327-e526-4f28-b08d-bb1315875961 {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:01:44.984851 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-3f5daa7d-9484-420c-9a94-70f67e82b349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:45.050986 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-3f5daa7d-9484-420c-9a94-70f67e82b349 None None] The port 'a56bc327-e526-4f28-b08d-bb1315875961' was deleted {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 13:01:45.197751 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48498) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:45.248109 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-7cbd3e7c-4877-41ad-a1c8-ce7cae70702f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=527f951714be4a78bf6f5f771a6b92ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484083 Jun 27 13:01:45.250646 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48502) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:45.309429 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-328546cd-f78b-4c8f-b1af-d5542cba16b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:45.335282 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-328546cd-f78b-4c8f-b1af-d5542cba16b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:45.467619 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-328546cd-f78b-4c8f-b1af-d5542cba16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:45.471562 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-f1c23c94-40c0-4ef5-add4-47d0f8c20df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:45.489183 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328546cd-f78b-4c8f-b1af-d5542cba16b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba935c8d-6967-43fa-8616-ad6b7cd26c22,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:45.492500 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-328546cd-f78b-4c8f-b1af-d5542cba16b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:45.497937 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-328546cd-f78b-4c8f-b1af-d5542cba16b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:45.499662 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-328546cd-f78b-4c8f-b1af-d5542cba16b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba935c8d-6967-43fa-8616-ad6b7cd26c22 HTTP/1.1" status: 204 len: 168 time: 0.2475753 Jun 27 13:01:46.284005 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48516) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:46.441149 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-f305e29e-e9c3-45f6-adea-247537416368 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8da7dc9ab5b4d08a63968a81e500fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559279 Jun 27 13:01:46.443522 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48520) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:01:46.504661 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-84a61659-bb31-432d-9576-b8a87b6db275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:46.507941 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:46.533961 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-84a61659-bb31-432d-9576-b8a87b6db275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:46.673699 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-84a61659-bb31-432d-9576-b8a87b6db275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:46.677696 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3f86e4fe-48af-4ec9-b5a6-0e414f356e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:01:46.689667 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a61659-bb31-432d-9576-b8a87b6db275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266ee749-4386-44ec-9597-409dd17533e4,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:01:46.692047 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-84a61659-bb31-432d-9576-b8a87b6db275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:01:46.697327 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-84a61659-bb31-432d-9576-b8a87b6db275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:46.698477 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-84a61659-bb31-432d-9576-b8a87b6db275 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/266ee749-4386-44ec-9597-409dd17533e4 HTTP/1.1" status: 204 len: 168 time: 0.2540689 Jun 27 13:01:50.616183 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-2ea28ebb-443f-4a0c-91e9-f6ca0b1aa0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:51.205212 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:53.375536 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-fc28bf5b-4a6a-4418-9c0d-d443aa94bef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:54.387919 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:01:54.570145 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:01:56.221643 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:01.916039 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 48628) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:02:02.036169 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:02.050134 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:02:02.054026 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Usage tracker for resource:security_group_rule and tenant:0d6c54006c7c4a3ba6b3bd70b4d26330 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:02:02.057091 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:02:02.063377 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:02:02.148221 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:02.193079 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:02.200313 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-b5b2ee60-c680-4233-b4ef-6744e6444e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:02:02.245982 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4858fa5-44a7-4c3e-bb43-68cf490b4242,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:02:02.251444 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d6c54006c7c4a3ba6b3bd70b4d26330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344052 Jun 27 13:02:02.254187 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48634) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:02:02.257822 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.258340 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.258812 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.259248 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.259696 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.260059 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.260468 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.260827 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.261355 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.261720 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.262099 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.262464 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:02:02.267237 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-902e1ec7-804b-4290-85be-4fa47ac0ca59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:02:02.321268 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f515aef9-5996-44f3-b72a-6881ca471af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:02.347524 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f515aef9-5996-44f3-b72a-6881ca471af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:02.489664 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f515aef9-5996-44f3-b72a-6881ca471af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:02.493523 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2be51af7-50ea-4981-ad69-5c461b5a65db tempest-AttachVolumeTestJSON-965343515 tempest-AttachVolumeTestJSON-965343515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:02:02.504785 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515aef9-5996-44f3-b72a-6881ca471af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4858fa5-44a7-4c3e-bb43-68cf490b4242,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:02:02.508640 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-f515aef9-5996-44f3-b72a-6881ca471af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:02:02.511832 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-f515aef9-5996-44f3-b72a-6881ca471af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:02.512909 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-f515aef9-5996-44f3-b72a-6881ca471af1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4858fa5-44a7-4c3e-bb43-68cf490b4242 HTTP/1.1" status: 204 len: 168 time: 0.2576818 Jun 27 13:02:07.646821 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48690) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:02:07.762744 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e0c97245-f9e1-473f-becc-c0361f3351ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:07.776379 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e0c97245-f9e1-473f-becc-c0361f3351ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:02:07.780114 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e0c97245-f9e1-473f-becc-c0361f3351ba admin admin] Usage tracker for resource:security_group_rule and tenant:cab0fca1040441e5b3db9a7317bbfac8 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:02:07.783091 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-e0c97245-f9e1-473f-becc-c0361f3351ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:02:07.788590 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-e0c97245-f9e1-473f-becc-c0361f3351ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:02:07.881536 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e0c97245-f9e1-473f-becc-c0361f3351ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:07.935023 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-e0c97245-f9e1-473f-becc-c0361f3351ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:07.942216 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-69dde4b5-32ca-4ba5-8a2d-1abbb25874b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:02:07.982278 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c97245-f9e1-473f-becc-c0361f3351ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f239f936-ca3b-435c-9965-dd9127876b67,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:02:07.985424 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-e0c97245-f9e1-473f-becc-c0361f3351ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:02:07.987815 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-e0c97245-f9e1-473f-becc-c0361f3351ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cab0fca1040441e5b3db9a7317bbfac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400004 Jun 27 13:02:07.990494 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48696) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:02:08.051319 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3b51fa65-4deb-46ee-b58a-6d7d4f154bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:08.076976 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3b51fa65-4deb-46ee-b58a-6d7d4f154bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:08.277240 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3b51fa65-4deb-46ee-b58a-6d7d4f154bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:08.277240 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-85f7ed44-e30d-4d3b-a990-4b77530b214b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:02:08.300556 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51fa65-4deb-46ee-b58a-6d7d4f154bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f239f936-ca3b-435c-9965-dd9127876b67,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:02:08.300556 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-3b51fa65-4deb-46ee-b58a-6d7d4f154bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:02:08.300556 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3b51fa65-4deb-46ee-b58a-6d7d4f154bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:08.300556 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-3b51fa65-4deb-46ee-b58a-6d7d4f154bab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f239f936-ca3b-435c-9965-dd9127876b67 HTTP/1.1" status: 204 len: 168 time: 0.3043594 Jun 27 13:02:16.495020 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:20.661041 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-57c0bd21-fe14-44eb-8db1-c9a7dd2ab649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:21.208879 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:22.117123 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48860) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:02:22.237735 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-186dce1d-93f3-4503-9a0c-e49324986c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:22.255689 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-186dce1d-93f3-4503-9a0c-e49324986c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:02:22.259395 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-186dce1d-93f3-4503-9a0c-e49324986c80 admin admin] Usage tracker for resource:security_group_rule and tenant:087e7da2f55744578689ce1676aa26c5 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:02:22.262118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-186dce1d-93f3-4503-9a0c-e49324986c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:02:22.267611 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-186dce1d-93f3-4503-9a0c-e49324986c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:02:22.347371 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-186dce1d-93f3-4503-9a0c-e49324986c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:22.397855 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-186dce1d-93f3-4503-9a0c-e49324986c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:22.405103 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a6e2334f-d9ed-4270-a02e-c19b5d2aa391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:02:22.445094 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dce1d-93f3-4503-9a0c-e49324986c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1b7ae6-8640-4e18-95d6-d70541389bbd,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:02:22.451582 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-186dce1d-93f3-4503-9a0c-e49324986c80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=087e7da2f55744578689ce1676aa26c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310785 Jun 27 13:02:22.451582 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-186dce1d-93f3-4503-9a0c-e49324986c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:02:22.451861 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 48866) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:02:22.509391 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-554b7b34-35e0-467e-ac65-4bf5c6909892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:22.534927 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-554b7b34-35e0-467e-ac65-4bf5c6909892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:22.643243 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-554b7b34-35e0-467e-ac65-4bf5c6909892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:22.647538 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7e4339d6-fd94-4b9b-b538-13d0478c8441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:02:22.662699 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b7b34-35e0-467e-ac65-4bf5c6909892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1b7ae6-8640-4e18-95d6-d70541389bbd,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:02:22.666199 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-554b7b34-35e0-467e-ac65-4bf5c6909892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:02:22.669287 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-554b7b34-35e0-467e-ac65-4bf5c6909892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:22.670421 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-554b7b34-35e0-467e-ac65-4bf5c6909892 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c1b7ae6-8640-4e18-95d6-d70541389bbd HTTP/1.1" status: 204 len: 168 time: 0.2178226 Jun 27 13:02:23.340461 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-aa967a46-3137-45e9-93ec-c89b9026a6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:24.591993 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:26.163086 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:31.387842 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:02:46.482495 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:47.730440 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-29148258-218d-488d-9547-3f61c182859c req-39f29ca9-6dc6-4d4e-b10a-19c629de57ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707531 Jun 27 13:02:47.864891 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148258-218d-488d-9547-3f61c182859c req-21ccdab6-d691-4114-a687-2d68f01567c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:02:47.867255 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-29148258-218d-488d-9547-3f61c182859c req-21ccdab6-d691-4114-a687-2d68f01567c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 1099 time: 0.0713792 Jun 27 13:02:48.032906 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148258-218d-488d-9547-3f61c182859c req-1cf040be-ac66-463a-81cd-b207a924d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:02:48.034440 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-29148258-218d-488d-9547-3f61c182859c req-1cf040be-ac66-463a-81cd-b207a924d3b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 918 time: 0.1486177 Jun 27 13:02:48.139880 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-29148258-218d-488d-9547-3f61c182859c req-e2af77fe-c3d7-4a4a-9e4d-e367bd69147f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43 HTTP/1.1" status: 200 len: 1002 time: 0.0978751 Jun 27 13:02:48.203456 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148258-218d-488d-9547-3f61c182859c req-37fb7347-03e2-4237-952e-0aeb5c43a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:02:48.204845 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-29148258-218d-488d-9547-3f61c182859c req-37fb7347-03e2-4237-952e-0aeb5c43a302 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 200 len: 856 time: 0.0590243 Jun 27 13:02:48.279496 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148258-218d-488d-9547-3f61c182859c req-4ca770e1-3605-4a52-bdf4-a0006412b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:02:48.280850 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-29148258-218d-488d-9547-3f61c182859c req-4ca770e1-3605-4a52-bdf4-a0006412b81f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25d7207e-b634-4732-af7e-0b33849bacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693145 Jun 27 13:02:48.292084 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [req-29148258-218d-488d-9547-3f61c182859c req-2d22f443-9f28-48ac-8737-667d80006149 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=79438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 13:02:48.292966 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-29148258-218d-488d-9547-3f61c182859c req-2d22f443-9f28-48ac-8737-667d80006149 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048540 Jun 27 13:02:48.423009 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-29148258-218d-488d-9547-3f61c182859c req-4f86e1bf-17ec-4e9b-b99b-d3828e21dd64 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235919 Jun 27 13:02:48.556630 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-29148258-218d-488d-9547-3f61c182859c req-beb449e8-eeea-4c05-a926-ba0377bb5f14 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260533 Jun 27 13:02:50.636604 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-45fc1052-56a0-4e59-bb17-4cce178e3736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:51.191328 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:53.357210 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc437-94dd-4c32-b5ce-03066c8d2fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:54.613827 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:55.045574 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b27d0-734d-424a-8470-361e79e07fe0 req-d305fa5c-b1a3-4682-b0b3-2e6549bb4387 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:02:55.047041 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b95b27d0-734d-424a-8470-361e79e07fe0 req-d305fa5c-b1a3-4682-b0b3-2e6549bb4387 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.1860039 Jun 27 13:02:55.094255 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b95b27d0-734d-424a-8470-361e79e07fe0 req-4399125f-7d3b-4b23-b7ad-4a0de7899699 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415418 Jun 27 13:02:56.196582 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:02:56.293361 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb07f2-b697-4fb3-9d3d-296a8625750a req-1b6623fd-0995-4d71-811f-a7bc7dd291c1 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:02:56.294842 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b8bb07f2-b697-4fb3-9d3d-296a8625750a req-1b6623fd-0995-4d71-811f-a7bc7dd291c1 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0793881 Jun 27 13:02:56.345531 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b8bb07f2-b697-4fb3-9d3d-296a8625750a req-3d04f965-9d86-4b9a-9fcf-9cfc2f5bd5b9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448973 Jun 27 13:02:57.540478 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03839cd2-d347-4c55-923f-3be5dfc6a20e req-29d552be-deba-4198-a1c0-67e16b202cd5 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:02:57.541910 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-03839cd2-d347-4c55-923f-3be5dfc6a20e req-29d552be-deba-4198-a1c0-67e16b202cd5 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0838029 Jun 27 13:02:57.587658 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-03839cd2-d347-4c55-923f-3be5dfc6a20e req-cc4ea16e-bae7-4d25-b604-0655ffcc4fd2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400524 Jun 27 13:02:58.783882 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c249e-5cca-4e92-96e6-281adfea567e req-5a131641-0459-435b-9d4d-b88b7e961b12 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:02:58.785334 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-425c249e-5cca-4e92-96e6-281adfea567e req-5a131641-0459-435b-9d4d-b88b7e961b12 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0832417 Jun 27 13:02:58.832192 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-425c249e-5cca-4e92-96e6-281adfea567e req-e21ba82a-3a91-4bf0-8b23-036e77b39801 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406656 Jun 27 13:03:00.027222 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd19dfd-cb05-428a-a685-31c25a392e0d req-5c311628-7319-4966-95a5-039a0ddc7ed7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:00.028661 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ddd19dfd-cb05-428a-a685-31c25a392e0d req-5c311628-7319-4966-95a5-039a0ddc7ed7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0867329 Jun 27 13:03:00.074674 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ddd19dfd-cb05-428a-a685-31c25a392e0d req-40e367bd-ccf6-4a5c-8f91-125ea79fd76e tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402343 Jun 27 13:03:01.358069 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdc573-7515-4e40-8f59-5a0d5575dc17 req-5093391b-7cba-4fcf-a2a7-9bd9e908d34c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:01.359544 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c2bdc573-7515-4e40-8f59-5a0d5575dc17 req-5093391b-7cba-4fcf-a2a7-9bd9e908d34c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.1749115 Jun 27 13:03:01.404656 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c2bdc573-7515-4e40-8f59-5a0d5575dc17 req-a95de11d-dbdd-4793-a48d-bb95175c2f99 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395186 Jun 27 13:03:02.597984 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77bd75-65b8-4089-8126-8eec6bdac404 req-fd02bef0-5e72-4119-aff2-bd5848191263 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:02.599432 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1d77bd75-65b8-4089-8126-8eec6bdac404 req-fd02bef0-5e72-4119-aff2-bd5848191263 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0804505 Jun 27 13:03:02.645330 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1d77bd75-65b8-4089-8126-8eec6bdac404 req-bbd15f20-3cec-402f-becf-bfcfb086e61c tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400145 Jun 27 13:03:03.843499 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab35135-484c-46cc-9715-ef3e83ab6e3d req-e31b7136-9825-451b-acbb-e5af6ae0c491 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:03.844943 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fab35135-484c-46cc-9715-ef3e83ab6e3d req-e31b7136-9825-451b-acbb-e5af6ae0c491 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0816560 Jun 27 13:03:03.892985 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fab35135-484c-46cc-9715-ef3e83ab6e3d req-d40aac5a-9bab-4a3b-aeb2-1981dcc0f09d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419621 Jun 27 13:03:05.081831 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060322e7-6e13-4c56-a6df-b75e898307cd req-13b648ff-058b-4118-8ad1-6bd441ff6383 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:05.083299 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-060322e7-6e13-4c56-a6df-b75e898307cd req-13b648ff-058b-4118-8ad1-6bd441ff6383 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0817857 Jun 27 13:03:05.128509 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-060322e7-6e13-4c56-a6df-b75e898307cd req-0128d092-1223-40d0-aea3-6fe4ceff37a0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386961 Jun 27 13:03:06.325845 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee07994-377a-4040-9a6a-47e329bcdcb8 req-36e998a8-054e-40ef-a606-de6face87442 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:06.327320 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cee07994-377a-4040-9a6a-47e329bcdcb8 req-36e998a8-054e-40ef-a606-de6face87442 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0787954 Jun 27 13:03:06.372993 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cee07994-377a-4040-9a6a-47e329bcdcb8 req-102ddbbf-ec46-4280-8cea-29a1ac62552b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400362 Jun 27 13:03:07.562433 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa52458-40c4-4229-beea-06d046d90a9b req-3f68240c-1bbb-4a24-ab47-dde07953b934 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:07.563874 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-afa52458-40c4-4229-beea-06d046d90a9b req-3f68240c-1bbb-4a24-ab47-dde07953b934 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0822375 Jun 27 13:03:07.609101 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-afa52458-40c4-4229-beea-06d046d90a9b req-983cbf35-1146-412b-92d7-503f24042d82 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384331 Jun 27 13:03:07.918233 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 14f32453-3d10-4cf5-947b-87d8b68b6f43 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 13:03:08.060027 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:03:08.064399 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'port_id': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'mac_address': 'fa:16:3e:36:3a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 13:03:08.119193 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:08.135486 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14f32453-3d10-4cf5-947b-87d8b68b6f43 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 13:03:08.151471 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:03:08.201931 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:08.203690 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:03:08.275177 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=14f32453-3d10-4cf5-947b-87d8b68b6f43,revision_number=6']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:03:08.278845 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['14f32453-3d10-4cf5-947b-87d8b68b6f43'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 13:03:08.320003 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.320253 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.320583 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.320904 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.321220 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.321536 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.321848 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.322190 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.322501 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.322807 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.323113 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.323417 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:03:08.332987 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:03:08.385956 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:03:08.807259 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb257c1f-b073-4604-acb3-3bf32c618c26 req-75b87b4d-e2e4-460b-9dc5-9925ec0b8351 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:08.808777 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cb257c1f-b073-4604-acb3-3bf32c618c26 req-75b87b4d-e2e4-460b-9dc5-9925ec0b8351 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 945 time: 0.0871286 Jun 27 13:03:08.854128 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-cb257c1f-b073-4604-acb3-3bf32c618c26 req-5f0fab52-e034-4199-a265-fd85a10520ff tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395231 Jun 27 13:03:09.948499 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 14f32453-3d10-4cf5-947b-87d8b68b6f43 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 13:03:10.017780 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 14f32453-3d10-4cf5-947b-87d8b68b6f43 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 13:03:10.018189 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:10.050664 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91f82d-7a14-40ea-b6a9-ee787245ee47 req-f040e323-9231-4b0c-923e-e2be4f04f0e5 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:10.052062 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8f91f82d-7a14-40ea-b6a9-ee787245ee47 req-f040e323-9231-4b0c-923e-e2be4f04f0e5 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 945 time: 0.0795195 Jun 27 13:03:10.099367 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8f91f82d-7a14-40ea-b6a9-ee787245ee47 req-06448a28-4e16-4a2c-8ade-01043c89de4d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406318 Jun 27 13:03:10.136491 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:10.163098 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:03:10.173912 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:03:10.210144 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'code': 200} Jun 27 13:03:10.237057 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:10.240429 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-a65eb60f-6e3d-4037-bae2-ba6b4bbc94e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:03:10.305485 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=14f32453-3d10-4cf5-947b-87d8b68b6f43,revision_number=7']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:03:10.308456 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:03:11.306284 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac436a-2301-49fe-bd16-02505a0e492c req-b225b6a5-e5f9-47c0-92c6-80e266f87ed1 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:11.307730 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b4ac436a-2301-49fe-bd16-02505a0e492c req-b225b6a5-e5f9-47c0-92c6-80e266f87ed1 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0838969 Jun 27 13:03:11.353312 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b4ac436a-2301-49fe-bd16-02505a0e492c req-f975ece4-f477-4105-833d-b37b3abbad6d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396252 Jun 27 13:03:12.559883 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d4d6e-038b-4d3d-a337-bf3bf8df844e req-cd9d7409-1a8f-405d-acc0-924e40e05540 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:12.566453 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e29d4d6e-038b-4d3d-a337-bf3bf8df844e req-cd9d7409-1a8f-405d-acc0-924e40e05540 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0987129 Jun 27 13:03:12.609912 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e29d4d6e-038b-4d3d-a337-bf3bf8df844e req-3a786d5f-42b3-40f7-a541-65dca956c04a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426192 Jun 27 13:03:13.828208 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7a168-84c0-41a1-aa02-41595a0edd60 req-2381a62c-20fe-4ac1-a01e-0a59506d2767 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:13.834631 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-04e7a168-84c0-41a1-aa02-41595a0edd60 req-2381a62c-20fe-4ac1-a01e-0a59506d2767 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0966957 Jun 27 13:03:13.881983 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-04e7a168-84c0-41a1-aa02-41595a0edd60 req-d6199068-44eb-432a-9a34-bf7b3996205f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453262 Jun 27 13:03:15.097676 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805c299-8ade-45f0-9c27-6e3863f7d8a7 req-cd39e68d-3e68-466a-93eb-ebf2448d98e9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:15.099859 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d805c299-8ade-45f0-9c27-6e3863f7d8a7 req-cd39e68d-3e68-466a-93eb-ebf2448d98e9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0972121 Jun 27 13:03:15.147761 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d805c299-8ade-45f0-9c27-6e3863f7d8a7 req-9a5e0d74-6da3-430f-a671-101c0277eb26 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420501 Jun 27 13:03:16.372611 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58c249-92b4-43e1-840b-ab31e69c65af req-d1f88ae2-85c4-4149-b56a-d077dee312ae tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:16.375117 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7e58c249-92b4-43e1-840b-ab31e69c65af req-d1f88ae2-85c4-4149-b56a-d077dee312ae tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0989704 Jun 27 13:03:16.434573 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-7e58c249-92b4-43e1-840b-ab31e69c65af req-2971d5e8-1130-482b-950f-578412c02582 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526361 Jun 27 13:03:16.481805 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:17.648738 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c589149-d174-471d-89fb-a9fb404778dc req-a09102f8-3992-4646-a57c-ea97a19395e6 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:17.656108 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1c589149-d174-471d-89fb-a9fb404778dc req-a09102f8-3992-4646-a57c-ea97a19395e6 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0960243 Jun 27 13:03:17.703755 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-1c589149-d174-471d-89fb-a9fb404778dc req-daee104f-e9f0-4252-9951-affaf35ce73d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470860 Jun 27 13:03:18.926733 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddb7b9-4847-4737-a04b-6a71c72c2535 req-d17832b6-46cd-4e89-bfd8-486db73156c9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:18.930011 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f9ddb7b9-4847-4737-a04b-6a71c72c2535 req-d17832b6-46cd-4e89-bfd8-486db73156c9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0995045 Jun 27 13:03:18.987822 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-f9ddb7b9-4847-4737-a04b-6a71c72c2535 req-eca67e1d-05b0-47c9-8246-f367be1649b5 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517938 Jun 27 13:03:20.211406 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd22d1-5482-417c-968a-30fdd3f8aec6 req-3c9eb289-52da-4aad-b3dc-1d449ae7afd2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:20.213629 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-07fd22d1-5482-417c-968a-30fdd3f8aec6 req-3c9eb289-52da-4aad-b3dc-1d449ae7afd2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0994413 Jun 27 13:03:20.268985 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-07fd22d1-5482-417c-968a-30fdd3f8aec6 req-303e0a66-789d-47ed-92e4-282799f9734d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484118 Jun 27 13:03:20.624872 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-14026429-c5f4-4ace-b1dc-64aa3ec839a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:21.230420 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:21.473256 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c30ec-4da4-49ec-a3ec-19e0047e0036 req-9ea2485e-35b7-453c-933d-a3c8d2445b54 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:21.474746 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c54c30ec-4da4-49ec-a3ec-19e0047e0036 req-9ea2485e-35b7-453c-933d-a3c8d2445b54 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0838096 Jun 27 13:03:21.520490 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-c54c30ec-4da4-49ec-a3ec-19e0047e0036 req-3e5003bd-e6b7-484d-9a75-d8bd215b3d6f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399861 Jun 27 13:03:22.715792 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5b6f-6a81-4091-a531-a20679cf79aa req-45d1ee36-0b4e-463b-b81d-704ab669c0b4 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:22.717256 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-385c5b6f-6a81-4091-a531-a20679cf79aa req-45d1ee36-0b4e-463b-b81d-704ab669c0b4 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0828884 Jun 27 13:03:22.763436 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-385c5b6f-6a81-4091-a531-a20679cf79aa req-804ab6c9-60a4-43f4-a381-62d0f2b7ad3f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402169 Jun 27 13:03:23.350444 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-519f106f-4fd6-4842-8881-a13e39094093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:23.906149 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59a198-9ef7-4c5b-8758-66be953ce3fa req-cec780f7-30af-4a4f-b505-a3f803d877c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:23.907602 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5f59a198-9ef7-4c5b-8758-66be953ce3fa req-cec780f7-30af-4a4f-b505-a3f803d877c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 1099 time: 0.1226306 Jun 27 13:03:23.959445 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617a902-4e3c-4cf1-a0ff-8334e9d5a804 req-df9d8c0a-a1ed-4f07-aafc-a7001909e9ba tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:23.960890 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-5617a902-4e3c-4cf1-a0ff-8334e9d5a804 req-df9d8c0a-a1ed-4f07-aafc-a7001909e9ba tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0825548 Jun 27 13:03:24.007686 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-5617a902-4e3c-4cf1-a0ff-8334e9d5a804 req-5ceed947-507b-462b-a5c7-c70d9d245edf tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408936 Jun 27 13:03:24.040851 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59a198-9ef7-4c5b-8758-66be953ce3fa req-459e98bc-f896-4f32-a216-d875306c2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:24.042301 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5f59a198-9ef7-4c5b-8758-66be953ce3fa req-459e98bc-f896-4f32-a216-d875306c2020 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 918 time: 0.1276746 Jun 27 13:03:24.145036 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5f59a198-9ef7-4c5b-8758-66be953ce3fa req-16ad189b-9080-42b7-882a-8fd8158c8d4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43 HTTP/1.1" status: 200 len: 1002 time: 0.0957189 Jun 27 13:03:24.210271 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59a198-9ef7-4c5b-8758-66be953ce3fa req-dbb27b88-fa89-4af1-a28f-caac7d7e6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:24.211785 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5f59a198-9ef7-4c5b-8758-66be953ce3fa req-dbb27b88-fa89-4af1-a28f-caac7d7e6ef5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 200 len: 856 time: 0.0600176 Jun 27 13:03:24.287625 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59a198-9ef7-4c5b-8758-66be953ce3fa req-a460e873-6d82-4f5d-9243-e8d79140bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:24.289082 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5f59a198-9ef7-4c5b-8758-66be953ce3fa req-a460e873-6d82-4f5d-9243-e8d79140bd43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25d7207e-b634-4732-af7e-0b33849bacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703993 Jun 27 13:03:24.419597 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5f59a198-9ef7-4c5b-8758-66be953ce3fa req-92ffac56-2e36-48ae-a194-2aa7eeb73d33 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237733 Jun 27 13:03:24.553507 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-5f59a198-9ef7-4c5b-8758-66be953ce3fa req-4547efc8-95a7-4b31-911f-09539f41ef20 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268933 Jun 27 13:03:24.601730 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:25.198448 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a87f6-d84f-4f04-b134-463784a039d0 req-5181f606-2eed-40c1-be6d-9481ee2940ae tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:25.199895 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-da9a87f6-d84f-4f04-b134-463784a039d0 req-5181f606-2eed-40c1-be6d-9481ee2940ae tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 946 time: 0.0804234 Jun 27 13:03:25.340434 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-da9a87f6-d84f-4f04-b134-463784a039d0 req-88759184-5aed-4745-b7da-85db77b61227 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346569 Jun 27 13:03:26.033204 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 14f32453-3d10-4cf5-947b-87d8b68b6f43 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:03:26.242753 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:26.283562 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:03:26.295925 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:03:26.404940 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'code': 200} Jun 27 13:03:26.416788 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:26.432358 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:03:26.484226 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:26.537726 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=14f32453-3d10-4cf5-947b-87d8b68b6f43,revision_number=8']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:03:26.541789 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:03:26.608377 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c85418-c641-470c-91ad-174d1de13bce req-d9c209a6-7dab-4170-9e0c-4ae577ddcaa1 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:26.609774 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-71c85418-c641-470c-91ad-174d1de13bce req-d9c209a6-7dab-4170-9e0c-4ae577ddcaa1 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0909886 Jun 27 13:03:26.657732 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-71c85418-c641-470c-91ad-174d1de13bce req-430ee205-9574-4c16-b5f3-51447eaae728 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406487 Jun 27 13:03:29.411869 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf95245-d1f0-45a9-90dd-6491d7d93b13 req-2b2b588b-8a3b-45e6-a9c5-4bfe33ffe54d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:29.413417 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6bf95245-d1f0-45a9-90dd-6491d7d93b13 req-2b2b588b-8a3b-45e6-a9c5-4bfe33ffe54d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0866208 Jun 27 13:03:29.460981 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6bf95245-d1f0-45a9-90dd-6491d7d93b13 req-35d7ccb0-6165-4ae9-a63f-112d4e8ef1c3 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415740 Jun 27 13:03:29.602650 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-76f18480-acb6-4674-9987-63832c9096fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702965 Jun 27 13:03:30.024750 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 14f32453-3d10-4cf5-947b-87d8b68b6f43 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:03:30.641562 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-3722c056-a50d-4396-8cbd-083ab3fd2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:30.643093 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-3722c056-a50d-4396-8cbd-083ab3fd2c44 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8&tenant_id=c1aa6952415c490d8b4154ba53cacc70 HTTP/1.1" status: 200 len: 1097 time: 0.0708935 Jun 27 13:03:30.662391 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5531db-d6aa-45b9-a0f0-d7b983d780df req-cb973280-6e38-4ad4-8df0-fcdfdcbaa476 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:30.664108 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6a5531db-d6aa-45b9-a0f0-d7b983d780df req-cb973280-6e38-4ad4-8df0-fcdfdcbaa476 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0872073 Jun 27 13:03:30.711007 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-6a5531db-d6aa-45b9-a0f0-d7b983d780df req-9ff026cc-7bf9-47da-a7f4-1c1d93888623 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411813 Jun 27 13:03:30.737617 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-668d7f22-4e71-486e-a74c-0e0f38055326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:30.739126 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-668d7f22-4e71-486e-a74c-0e0f38055326 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0753343 Jun 27 13:03:30.870560 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-9dbc5722-ef56-4a82-8883-58971bbb34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:30.871994 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-9dbc5722-ef56-4a82-8883-58971bbb34c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 918 time: 0.1272194 Jun 27 13:03:30.972965 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-d0af494c-4900-4175-80f3-f36dc26f8ce2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43 HTTP/1.1" status: 200 len: 1000 time: 0.0944111 Jun 27 13:03:31.037435 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-cb7a4c37-472c-45ce-af03-862c6b3b2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:31.038925 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-cb7a4c37-472c-45ce-af03-862c6b3b2886 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 200 len: 856 time: 0.0598054 Jun 27 13:03:31.120184 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-1c5679d6-0e36-4195-bd81-f08bc78039b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:31.121570 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-1c5679d6-0e36-4195-bd81-f08bc78039b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25d7207e-b634-4732-af7e-0b33849bacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765369 Jun 27 13:03:31.260475 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-461cebcd-4d94-4f20-82a9-3c88afc7d617 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314299 Jun 27 13:03:31.395126 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-b6194a6d-3168-4e93-941c-9a1433d69a76 req-d677b184-1a0e-49ad-957a-760ab6d8097c service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270726 Jun 27 13:03:31.902401 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde4e5a-111e-4e26-be44-f232681acf93 req-88097c72-7d83-429e-97ad-56321d98c816 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:31.903836 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bde4e5a-111e-4e26-be44-f232681acf93 req-88097c72-7d83-429e-97ad-56321d98c816 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0779893 Jun 27 13:03:31.948609 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-9bde4e5a-111e-4e26-be44-f232681acf93 req-d8ab17c5-541e-4eec-9c50-5515399bc33e tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387945 Jun 27 13:03:33.142671 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352f93f-4a8f-40d1-abd8-16ae3eab1617 req-8e77c69f-128c-40ae-a609-0412a3714af2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:33.144028 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8352f93f-4a8f-40d1-abd8-16ae3eab1617 req-8e77c69f-128c-40ae-a609-0412a3714af2 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0827663 Jun 27 13:03:33.203314 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-8352f93f-4a8f-40d1-abd8-16ae3eab1617 req-7e925bec-c606-46b5-9ee0-7b51fd601c69 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524831 Jun 27 13:03:34.411770 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fe03b-291d-4637-833b-9d2fded7cd03 req-7def5528-0a9d-44f3-9647-0f2d29964ef9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:34.413464 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4e8fe03b-291d-4637-833b-9d2fded7cd03 req-7def5528-0a9d-44f3-9647-0f2d29964ef9 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0896697 Jun 27 13:03:34.460625 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-4e8fe03b-291d-4637-833b-9d2fded7cd03 req-069ed4ca-9582-48c3-bff4-fbdde75ab448 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409653 Jun 27 13:03:35.662374 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c53575-4d40-4c43-89e5-ba3f5addc9a2 req-c2085591-d98d-4052-aa9f-35b0dd7fb990 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:35.663878 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-13c53575-4d40-4c43-89e5-ba3f5addc9a2 req-c2085591-d98d-4052-aa9f-35b0dd7fb990 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0868483 Jun 27 13:03:35.711277 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-13c53575-4d40-4c43-89e5-ba3f5addc9a2 req-0240cc2d-54c2-49b7-b116-315d437971df tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415921 Jun 27 13:03:36.932237 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6eb69-ec83-4c48-9810-3edabd3db39c req-11e67c5f-6e13-473c-92fa-878d475406ee tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:36.934577 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-75b6eb69-ec83-4c48-9810-3edabd3db39c req-11e67c5f-6e13-473c-92fa-878d475406ee tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.1016881 Jun 27 13:03:36.980701 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-75b6eb69-ec83-4c48-9810-3edabd3db39c req-c6f29afa-a638-450d-9ffe-d7fb0bdfb7d8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404384 Jun 27 13:03:38.284002 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c618-9216-44ab-ad11-fde092c9d8d1 req-8c16a853-8d7c-4428-8f37-497bb13933db tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:38.285485 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2897c618-9216-44ab-ad11-fde092c9d8d1 req-8c16a853-8d7c-4428-8f37-497bb13933db tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.1876729 Jun 27 13:03:38.334320 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-2897c618-9216-44ab-ad11-fde092c9d8d1 req-9c78c867-f7be-46ed-ac92-b88211e80d0a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416286 Jun 27 13:03:39.535532 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb922b9e-2bff-42d7-8c20-d7529717e2ba req-33352a14-c46d-46d1-81e6-49421281cc86 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:39.537594 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-eb922b9e-2bff-42d7-8c20-d7529717e2ba req-33352a14-c46d-46d1-81e6-49421281cc86 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0837829 Jun 27 13:03:39.586863 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-eb922b9e-2bff-42d7-8c20-d7529717e2ba req-9e297005-d217-4d0b-b6b6-6e5d8aba3e6b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430615 Jun 27 13:03:40.811559 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196cc58-f068-409f-94e3-55c1e07cb7d2 req-20b8858c-cf2d-4e81-91d9-eeaf61bccc39 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:40.813091 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e196cc58-f068-409f-94e3-55c1e07cb7d2 req-20b8858c-cf2d-4e81-91d9-eeaf61bccc39 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0857639 Jun 27 13:03:40.874595 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-e196cc58-f068-409f-94e3-55c1e07cb7d2 req-29732c3e-c343-4606-b3e2-8080ca4581ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500000 Jun 27 13:03:42.106266 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c912e-fc7c-4910-add1-bb02242f1ac2 req-32746e5f-9cbf-47d2-a0c6-e16db6c1f821 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:42.107822 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ae5c912e-fc7c-4910-add1-bb02242f1ac2 req-32746e5f-9cbf-47d2-a0c6-e16db6c1f821 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0960763 Jun 27 13:03:42.160352 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-ae5c912e-fc7c-4910-add1-bb02242f1ac2 req-2e040f9f-8908-423f-bbaa-25897e17b77f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464613 Jun 27 13:03:43.362532 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f008ec-0146-4d1a-a4e0-446dc5f71cbd req-90aa617d-6f83-4769-8587-e3438a428557 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:43.363932 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-59f008ec-0146-4d1a-a4e0-446dc5f71cbd req-90aa617d-6f83-4769-8587-e3438a428557 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0825408 Jun 27 13:03:43.411121 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-59f008ec-0146-4d1a-a4e0-446dc5f71cbd req-7ab740c2-4ccd-4df6-859e-fdfc2489a6eb tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407128 Jun 27 13:03:44.606535 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5e627-3b52-4b01-af95-9a69d5096c45 req-1aaa92cb-5ced-441d-93a4-1f48bed2c65a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:44.607982 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c6d5e627-3b52-4b01-af95-9a69d5096c45 req-1aaa92cb-5ced-441d-93a4-1f48bed2c65a tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0806134 Jun 27 13:03:44.654233 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-c6d5e627-3b52-4b01-af95-9a69d5096c45 req-c312a8cd-a706-4cd5-b84f-6b1e196c5738 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Jun 27 13:03:45.384899 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:03:45.849322 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c626a-3de5-4f19-90f5-819b3e037ddb req-ae5cc9ab-a12d-449b-9a7f-26ca16ce5850 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:45.850806 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a40c626a-3de5-4f19-90f5-819b3e037ddb req-ae5cc9ab-a12d-449b-9a7f-26ca16ce5850 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0838897 Jun 27 13:03:45.894213 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-a40c626a-3de5-4f19-90f5-819b3e037ddb req-05735f28-bd59-4355-8ca1-26146967766d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376935 Jun 27 13:03:46.481143 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:47.188818 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a5cb9-1031-4350-b319-6a41ad6f089e req-60346e80-e6e8-40f4-b00b-81d0c3ce90b7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:47.190231 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e75a5cb9-1031-4350-b319-6a41ad6f089e req-60346e80-e6e8-40f4-b00b-81d0c3ce90b7 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.1818335 Jun 27 13:03:47.239900 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e75a5cb9-1031-4350-b319-6a41ad6f089e req-ea846829-6417-4c3b-82d0-2daa4350cbcc tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428331 Jun 27 13:03:48.439038 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84030a5-185f-4f55-b20b-71fbcbc35e94 req-c8d703e9-e4c7-4161-b401-f1daa34ec1ec tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:48.440484 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d84030a5-185f-4f55-b20b-71fbcbc35e94 req-c8d703e9-e4c7-4161-b401-f1daa34ec1ec tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0850360 Jun 27 13:03:48.485711 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-d84030a5-185f-4f55-b20b-71fbcbc35e94 req-2369af36-b1b1-4034-b86b-1b591328f5cf tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393717 Jun 27 13:03:48.784489 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2743d-8ab3-4f24-8fc7-bc739acc353a req-eba12e96-44c3-4235-a017-dd4938c1c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:48.786039 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fca2743d-8ab3-4f24-8fc7-bc739acc353a req-eba12e96-44c3-4235-a017-dd4938c1c3c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0738308 Jun 27 13:03:48.941447 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2743d-8ab3-4f24-8fc7-bc739acc353a req-ed7bc0dc-25eb-48f1-acec-07353caee5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:48.942830 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fca2743d-8ab3-4f24-8fc7-bc739acc353a req-ed7bc0dc-25eb-48f1-acec-07353caee5c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 918 time: 0.1369114 Jun 27 13:03:49.053010 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fca2743d-8ab3-4f24-8fc7-bc739acc353a req-1e460d6c-13fd-4cf4-9e5c-3f307cb8a107 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43 HTTP/1.1" status: 200 len: 1000 time: 0.1038418 Jun 27 13:03:49.120839 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2743d-8ab3-4f24-8fc7-bc739acc353a req-a62789e3-07c4-4f98-b938-d28c0333fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:49.122272 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fca2743d-8ab3-4f24-8fc7-bc739acc353a req-a62789e3-07c4-4f98-b938-d28c0333fab0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 200 len: 856 time: 0.0624819 Jun 27 13:03:49.197563 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2743d-8ab3-4f24-8fc7-bc739acc353a req-20ddf810-d58a-41fc-b198-90d175bac42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:49.198937 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fca2743d-8ab3-4f24-8fc7-bc739acc353a req-20ddf810-d58a-41fc-b198-90d175bac42f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25d7207e-b634-4732-af7e-0b33849bacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705731 Jun 27 13:03:49.339872 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fca2743d-8ab3-4f24-8fc7-bc739acc353a req-08f620ab-855f-4068-992e-b7e317720780 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341212 Jun 27 13:03:49.474372 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-fca2743d-8ab3-4f24-8fc7-bc739acc353a req-1293eb0e-28df-45ef-b726-cd076665c874 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269658 Jun 27 13:03:49.680720 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362df764-5a31-47e4-a93b-8318c1bec937 req-4f56205a-5b5b-41bc-b36b-1443136ca443 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:49.682205 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-362df764-5a31-47e4-a93b-8318c1bec937 req-4f56205a-5b5b-41bc-b36b-1443136ca443 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 944 time: 0.0831256 Jun 27 13:03:49.732149 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-362df764-5a31-47e4-a93b-8318c1bec937 req-f01a4f7e-9448-4390-b601-4cbe45030220 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441563 Jun 27 13:03:50.072595 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 14f32453-3d10-4cf5-947b-87d8b68b6f43 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 13:03:50.208914 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:03:50.222188 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Returning: {'device': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'port_id': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'mac_address': 'fa:16:3e:36:3a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 13:03:50.281422 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:50.299697 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f32453-3d10-4cf5-947b-87d8b68b6f43 {{(pid=79439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 13:03:50.315885 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:03:50.389828 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:50.391554 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-c9e47df9-c646-45c7-a82d-5443ab89b1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:03:50.463038 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=14f32453-3d10-4cf5-947b-87d8b68b6f43,revision_number=9']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:03:50.466228 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:03:50.624459 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-33f48e0b-74bb-446f-b995-7203554652af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:50.691787 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] get_ports_and_sgs() called for port_ids ['14f32453-3d10-4cf5-947b-87d8b68b6f43'] {{(pid=79439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 13:03:50.941554 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfa79f-7a2a-4cbb-91a8-176362efe63f req-15c7ba0c-49d4-45d5-920e-f13db7b3fe3e tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:50.943117 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1dcfa79f-7a2a-4cbb-91a8-176362efe63f req-15c7ba0c-49d4-45d5-920e-f13db7b3fe3e tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 945 time: 0.0881526 Jun 27 13:03:50.994828 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-1dcfa79f-7a2a-4cbb-91a8-176362efe63f req-5125fc54-b79c-485d-a6f2-820110a8eca4 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451236 Jun 27 13:03:51.217160 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:52.103962 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 14f32453-3d10-4cf5-947b-87d8b68b6f43 up at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 13:03:52.174378 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.db.provisioning_blocks [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Provisioning complete for port 14f32453-3d10-4cf5-947b-87d8b68b6f43 triggered by entity L2. {{(pid=79439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 13:03:52.174750 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3333070'] for port, provisioning_complete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:52.199713 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e388615-9828-4a39-8076-8ec536e74e45 req-3ee929c3-c2a7-4acd-a928-32934e6cca4b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:52.201219 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7e388615-9828-4a39-8076-8ec536e74e45 req-3ee929c3-c2a7-4acd-a928-32934e6cca4b tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 945 time: 0.0877783 Jun 27 13:03:52.252200 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-7e388615-9828-4a39-8076-8ec536e74e45 req-cca22c09-6f79-405a-8181-4942294b3e63 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445764 Jun 27 13:03:52.304795 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855509'] for port, before_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:52.332599 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43'}] {{(pid=79439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:03:52.342916 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:03:52.382190 dv-cinder-798099-1-smb neutron-server[79439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'code': 200} Jun 27 13:03:52.417313 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790445448394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790445003039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790445003084'] for port, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:52.419225 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:03:52.485374 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Pushing event updated for resources: {'Port': ['ID=14f32453-3d10-4cf5-947b-87d8b68b6f43,revision_number=10']} {{(pid=79439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:03:52.488767 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_concurrency.lockutils [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:03:52.783929 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a8cec-ad31-41c2-9cd5-f05fd1a3c382 req-8d4e32dc-6168-4a23-a92a-d6222534e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:52.785396 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6b3a8cec-ad31-41c2-9cd5-f05fd1a3c382 req-8d4e32dc-6168-4a23-a92a-d6222534e074 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 1100 time: 0.0761046 Jun 27 13:03:52.837102 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-6b3a8cec-ad31-41c2-9cd5-f05fd1a3c382 req-72951c36-f4d0-4a55-87c2-b84ad8dc7e78 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448184 Jun 27 13:03:53.360831 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-9a9523d3-9a11-4c2c-bb25-9982b180f922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:53.443725 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7820498-5b80-42ef-9a1d-5dbc02b12bf9 req-2073d9ae-262b-4d8d-bb74-690cc000e3ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:53.445311 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a7820498-5b80-42ef-9a1d-5dbc02b12bf9 req-2073d9ae-262b-4d8d-bb74-690cc000e3ea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 947 time: 0.0802789 Jun 27 13:03:53.488860 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a7820498-5b80-42ef-9a1d-5dbc02b12bf9 req-268a7f32-028f-498e-a3e0-8660fafc5493 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377970 Jun 27 13:03:54.665126 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:03:54.688817 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd2edf-2661-49ad-a0be-907534e36aed req-ea22f3eb-91fa-4011-9646-f632941959f5 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:54.690409 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ffdd2edf-2661-49ad-a0be-907534e36aed req-ea22f3eb-91fa-4011-9646-f632941959f5 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 947 time: 0.0828595 Jun 27 13:03:54.740008 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-ffdd2edf-2661-49ad-a0be-907534e36aed req-623dd5ad-95c4-4087-bfa4-205115e08c04 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437613 Jun 27 13:03:55.935638 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a074a-5538-4bf1-a1e7-99720fe5d61e req-67c3da10-5e36-45d3-a97a-a9ec249c9300 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:03:55.937089 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a65a074a-5538-4bf1-a1e7-99720fe5d61e req-67c3da10-5e36-45d3-a97a-a9ec249c9300 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 947 time: 0.0834570 Jun 27 13:03:55.984105 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-a65a074a-5538-4bf1-a1e7-99720fe5d61e req-8d80399c-e0dd-4f9d-9922-7236f13f1fbe tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 Jun 27 13:03:56.196171 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:16.480140 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:20.634872 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-9f846ba0-163a-4722-a2f2-e7c7a87ceef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:21.210986 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:22.384074 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:04:23.406767 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-8f6f66ab-bc1f-41f9-9537-677deee3949a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:24.606216 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:26.221027 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:46.485264 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:48.718619 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-b8d5090e-0592-4d0e-a0a4-2031ba0d74c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678985 Jun 27 13:04:48.858043 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-b49de2c7-4b7d-45a8-93df-712694c946b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:04:48.859477 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-b49de2c7-4b7d-45a8-93df-712694c946b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1aa6952415c490d8b4154ba53cacc70&device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 1100 time: 0.0729151 Jun 27 13:04:49.000240 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-0cff88ff-4eb2-454a-a7b7-3061942eef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:04:49.001561 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-0cff88ff-4eb2-454a-a7b7-3061942eef40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 200 len: 918 time: 0.1229899 Jun 27 13:04:49.198402 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-61d5be73-9e20-4d50-b207-dc14c6a04422 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43 HTTP/1.1" status: 200 len: 1002 time: 0.1905391 Jun 27 13:04:49.258863 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-0a834cdf-f75b-471f-9fe0-d54c491759ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:04:49.260140 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-0a834cdf-f75b-471f-9fe0-d54c491759ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 200 len: 856 time: 0.0562119 Jun 27 13:04:49.336378 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-1ca445cd-993f-4b7a-9bf9-1df07f309539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:04:49.337801 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-1ca445cd-993f-4b7a-9bf9-1df07f309539 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25d7207e-b634-4732-af7e-0b33849bacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714235 Jun 27 13:04:49.468533 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-8f16607f-9afb-4bc2-8f5a-70867517b775 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245203 Jun 27 13:04:49.605356 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0220d8c2-fa17-4d81-8e08-46923f100903 req-2eb4c323-ce6b-4f5b-96ed-8b781079cbb0 service neutron] 10.222.0.52 "GET /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250162 Jun 27 13:04:50.625874 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-2223c75f-e058-410a-b79c-5ff9a9249b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:51.209435 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:52.207299 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751eb09-3145-4583-ac46-c23b14629179 req-fe062bd3-3f23-4348-b93f-4c6b3953d090 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:04:52.208840 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0751eb09-3145-4583-ac46-c23b14629179 req-fe062bd3-3f23-4348-b93f-4c6b3953d090 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 947 time: 0.0797508 Jun 27 13:04:52.254685 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-0751eb09-3145-4583-ac46-c23b14629179 req-bcefd391-0df1-4b2f-a1a2-f4f96bf7480d tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Jun 27 13:04:53.368831 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-8709e1e2-96fa-45e0-9a6e-51e047bd54d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:53.448991 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4a7fa-d63e-43b1-9b37-e77591da9865 req-ad2ed1ca-ee83-49ce-864a-eb1320eb94b8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:04:53.450454 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9ed4a7fa-d63e-43b1-9b37-e77591da9865 req-ad2ed1ca-ee83-49ce-864a-eb1320eb94b8 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 947 time: 0.0815990 Jun 27 13:04:53.497390 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [req-9ed4a7fa-d63e-43b1-9b37-e77591da9865 req-703aed65-1797-4f0a-9d39-b4b40ed2d8f1 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d99-04e0-494a-b667-a49ded20d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411084 Jun 27 13:04:53.691749 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-6a4c63be-5d31-4c40-8df6-d6be41c68b65 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 13:04:53.693089 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-6a4c63be-5d31-4c40-8df6-d6be41c68b65 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 947 time: 0.0826149 Jun 27 13:04:53.763367 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Deleting port 14f32453-3d10-4cf5-947b-87d8b68b6f43 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:04:53.763708 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:54.015485 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] For port 14f32453-3d10-4cf5-947b-87d8b68b6f43, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=14f32453-3d10-4cf5-947b-87d8b68b6f43,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:04:54.015839 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:54.305173 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:54.305444 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831540'] for floatingip, after_update {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:54.305752 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.db.l3_db [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Floating IP 38ca4214-5880-4ca5-8dbd-9f7027f59b21 disassociated. External IP: 172.28.1.247, port: 14f32453-3d10-4cf5-947b-87d8b68b6f43. Jun 27 13:04:54.306128 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Calling delete_port for 14f32453-3d10-4cf5-947b-87d8b68b6f43 owned by compute:nova {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:04:54.508151 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:54.514313 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7e14e0bf-ad66-4c33-8f02-6f0e4a7cd1da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:04:54.558966 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event deleted for resources: {'Port': ['ID=14f32453-3d10-4cf5-947b-87d8b68b6f43,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:04:54.570763 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.571135 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.571499 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.571864 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.572806 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.572806 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.573028 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.573309 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.573659 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.574028 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.574421 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.574716 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:04:54.578687 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:04:54.615045 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:54.790828 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-e555ce1f-c45e-4013-8059-fc7b992d468f req-a35f77de-3336-4ec2-9f8b-0cfaedc5e656 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 210 time: 0.1569526 Jun 27 13:04:54.903160 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Router 623b8d50-2772-4ad6-aba0-a686dcedf981 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 13:04:55.090401 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 13:04:55.100373 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1696cee-62ea-4385-863b-08dd9e87a809 None None] Sync routers for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 13:04:55.109602 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1696cee-62ea-4385-863b-08dd9e87a809 None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:04:55.110240 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-a1696cee-62ea-4385-863b-08dd9e87a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:04:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:04:55.167638 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] No DVR routers for this DVR port 14f32453-3d10-4cf5-947b-87d8b68b6f43 on host hv-cinder-79809 {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 13:04:55.170172 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for port, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:55.172915 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'name': 'network-vif-deleted', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43'}] {{(pid=79438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 13:04:55.252071 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-191cd2cb-4e35-40c7-8960-8418cef73fc0 req-3f9c2df7-dc8e-4930-91f5-9d28388ebfea tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.52 "DELETE /v2.0/ports/14f32453-3d10-4cf5-947b-87d8b68b6f43 HTTP/1.1" status: 204 len: 173 time: 1.5534568 Jun 27 13:04:55.297400 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-a1696cee-62ea-4385-863b-08dd9e87a809 None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:04:55.341558 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f82f2c1-6087-447b-8b19-3035e4b83ac8', 'name': 'network-vif-deleted', 'tag': '14f32453-3d10-4cf5-947b-87d8b68b6f43', 'status': 'completed', 'code': 200} Jun 27 13:04:55.611842 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-a1696cee-62ea-4385-863b-08dd9e87a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:04:55.616087 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1696cee-62ea-4385-863b-08dd9e87a809 None None] Checking router: 623b8d50-2772-4ad6-aba0-a686dcedf981 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 13:04:55.624524 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1696cee-62ea-4385-863b-08dd9e87a809 None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:04:55.625114 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-a1696cee-62ea-4385-863b-08dd9e87a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:04:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:04:55.835335 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-a1696cee-62ea-4385-863b-08dd9e87a809 None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:04:55.962655 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-d45aa8d3-e14b-4a36-8e6f-9fda7bafffc6 req-fd607ba7-b651-46e1-bb0b-424f73f6beef tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Synchronizing usage tracker for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79438) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 13:04:56.060643 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [req-d45aa8d3-e14b-4a36-8e6f-9fda7bafffc6 req-fd607ba7-b651-46e1-bb0b-424f73f6beef tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Unset dirty status for tenant:c1aa6952415c490d8b4154ba53cacc70 on resource:port {{(pid=79438) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 13:04:56.064469 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [req-d45aa8d3-e14b-4a36-8e6f-9fda7bafffc6 req-fd607ba7-b651-46e1-bb0b-424f73f6beef tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f82f2c1-6087-447b-8b19-3035e4b83ac8 HTTP/1.1" status: 200 len: 210 time: 0.1430306 Jun 27 13:04:56.150269 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-a1696cee-62ea-4385-863b-08dd9e87a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:04:56.151625 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1696cee-62ea-4385-863b-08dd9e87a809 None None] The sync data for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb is: [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T12:57:17Z', 'revision_number': 4, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb', '_interfaces': [{'id': '751ee0cb-c00c-4df3-ba22-33dfb7c81e2b', 'name': '', 'network_id': '25d7207e-b634-4732-af7e-0b33849bacbc', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'mac_address': 'fa:16:3e:73:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:17Z', 'updated_at': '2021-06-27T12:57:24Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'subnets': [{'id': 'e05a0eeb-5c41-438b-ad25-a96254775ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 13:04:56.226390 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:56.373368 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b8158-7c8e-4514-b31b-7c560b9caa24 None None] New status for floating IP 38ca4214-5880-4ca5-8dbd-9f7027f59b21: DOWN {{(pid=79439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 13:04:57.249241 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49270) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:04:57.316832 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5746bfdb-cfbc-41b7-bc24-299863a1b030 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:57.346817 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5746bfdb-cfbc-41b7-bc24-299863a1b030 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:57.456986 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5746bfdb-cfbc-41b7-bc24-299863a1b030 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:57.461724 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-a266d424-a82e-4562-9e51-2d2b30bfcd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:04:57.478836 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746bfdb-cfbc-41b7-bc24-299863a1b030 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a09d99-04e0-494a-b667-a49ded20d61b,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:04:57.481151 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5746bfdb-cfbc-41b7-bc24-299863a1b030 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:04:57.537638 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-5746bfdb-cfbc-41b7-bc24-299863a1b030 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:57.538798 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-5746bfdb-cfbc-41b7-bc24-299863a1b030 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "DELETE /v2.0/security-groups/11a09d99-04e0-494a-b667-a49ded20d61b HTTP/1.1" status: 204 len: 168 time: 0.2885845 Jun 27 13:04:57.541320 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49274) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:04:57.557952 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.api.v2.resource [None req-f09ea78a-b919-4a10-9137-1fca1fc8750f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] show failed (client error): The resource could not be found. Jun 27 13:04:57.559612 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-f09ea78a-b919-4a10-9137-1fca1fc8750f tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "GET /v2.0/security-groups/11a09d99-04e0-494a-b667-a49ded20d61b HTTP/1.1" status: 404 len: 347 time: 0.0166979 Jun 27 13:04:57.561535 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49278) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:04:57.716470 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-ee70fd7c-7c30-420b-b2c7-fc71fc5bb562 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Deleting port f10e6193-2de7-43fc-9973-dc46257dbddd {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:04:57.716812 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ee70fd7c-7c30-420b-b2c7-fc71fc5bb562 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:57.887547 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ee70fd7c-7c30-420b-b2c7-fc71fc5bb562 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:57.887871 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ee70fd7c-7c30-420b-b2c7-fc71fc5bb562 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:58.013240 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-ee70fd7c-7c30-420b-b2c7-fc71fc5bb562 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Calling delete_port for f10e6193-2de7-43fc-9973-dc46257dbddd owned by network:floatingip {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:04:58.234064 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ee70fd7c-7c30-420b-b2c7-fc71fc5bb562 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:58.238123 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-edee0411-3eea-4865-8a20-843f396a9a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:04:58.285765 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70fd7c-7c30-420b-b2c7-fc71fc5bb562 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Pushing event deleted for resources: {'Port': ['ID=f10e6193-2de7-43fc-9973-dc46257dbddd,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:04:58.289420 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ee70fd7c-7c30-420b-b2c7-fc71fc5bb562 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:04:58.349851 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 14f32453-3d10-4cf5-947b-87d8b68b6f43 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:04:58.377631 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ee70fd7c-7c30-420b-b2c7-fc71fc5bb562 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks [] for floatingip, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:58.382234 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] No Port match for: 14f32453-3d10-4cf5-947b-87d8b68b6f43 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:04:58.382580 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Device 14f32453-3d10-4cf5-947b-87d8b68b6f43 not bound to the agent host hv-cinder-79809 {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:04:58.456437 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-ee70fd7c-7c30-420b-b2c7-fc71fc5bb562 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4143483'] for floatingip, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:04:58.457562 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-ee70fd7c-7c30-420b-b2c7-fc71fc5bb562 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] 10.222.0.41 "DELETE /v2.0/floatingips/38ca4214-5880-4ca5-8dbd-9f7027f59b21 HTTP/1.1" status: 204 len: 168 time: 0.8951557 Jun 27 13:04:59.384703 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:05:01.527267 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49302) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:02.351267 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910150'] for router_interface, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:02.709122 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] Deleting port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:05:02.709940 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:02.882528 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] For port 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=751ee0cb-c00c-4df3-ba22-33dfb7c81e2b,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:05:02.882792 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:03.002935 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] Calling delete_port for 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b owned by network:router_interface {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:05:03.231328 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:03.235076 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-96f88c59-bcb1-4642-8270-06dcbde79474 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:03.281302 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] Pushing event deleted for resources: {'Port': ['ID=751ee0cb-c00c-4df3-ba22-33dfb7c81e2b,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:03.284918 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:03.644309 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910314'] for router_interface, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:03.998136 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] Router 623b8d50-2772-4ad6-aba0-a686dcedf981 has already been hosted by L3 agent 78a00ede-69d8-4fd3-95bf-27f13cef377f {{(pid=79438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 13:05:04.172869 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-smb the message routers_updated {{(pid=79438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 13:05:04.182610 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17663304-ac5e-454b-8053-d14704d82df6 None None] Sync routers for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 13:05:04.188263 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-0ee14f98-8e41-40ed-a5c1-c9eda72dd479 admin admin] 10.222.0.41 "PUT /v2.0/routers/623b8d50-2772-4ad6-aba0-a686dcedf981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6578312 Jun 27 13:05:04.188608 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49308) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:04.191593 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17663304-ac5e-454b-8053-d14704d82df6 None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:05:04.192200 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-17663304-ac5e-454b-8053-d14704d82df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:04:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:05:04.360539 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Notify callbacks [] for router, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:04.366302 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-17663304-ac5e-454b-8053-d14704d82df6 None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: dv-cinder-798099-1-smb {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:05:04.533064 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:04.633023 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Deleting port 3231d6e1-e000-4827-8bc3-4d66d3f2d821 {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:05:04.633023 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:04.651960 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-17663304-ac5e-454b-8053-d14704d82df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'external_fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T13:05:03Z', 'revision_number': 5, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port': {'id': '3231d6e1-e000-4827-8bc3-4d66d3f2d821', 'name': '', 'network_id': 'd32f493c-8559-4b40-85d3-8491f4b6d87a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:57:14Z', 'updated_at': '2021-06-27T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28ec2626-18ee-4a67-83de-d5e18eb4f2be', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-smb'}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:05:04.656008 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17663304-ac5e-454b-8053-d14704d82df6 None None] Checking router: 623b8d50-2772-4ad6-aba0-a686dcedf981 for host: dv-cinder-798099-1-smb {{(pid=79440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 13:05:04.665759 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17663304-ac5e-454b-8053-d14704d82df6 None None] Routers {'623b8d50-2772-4ad6-aba0-a686dcedf981'} bound to L3 agent in host dv-cinder-798099-1-smb {{(pid=79440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 13:05:04.666416 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-17663304-ac5e-454b-8053-d14704d82df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:43:23Z,description=,heartbeat_timestamp=2021-06-27T13:04:53Z,host='dv-cinder-798099-1-smb',id=78a00ede-69d8-4fd3-95bf-27f13cef377f,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:43:24Z,topic='l3_agent')) {'router_ids': ['623b8d50-2772-4ad6-aba0-a686dcedf981'], 'active': True} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:05:04.807479 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] For port 3231d6e1-e000-4827-8bc3-4d66d3f2d821, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=3231d6e1-e000-4827-8bc3-4d66d3f2d821,segment=NetworkSegment(b405b39f-0a42-4fba-a873-b632d5baa214),segment_id=b405b39f-0a42-4fba-a873-b632d5baa214)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:05:04.807824 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:04.822590 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_dvr_db [None req-17663304-ac5e-454b-8053-d14704d82df6 None None] Set router 623b8d50-2772-4ad6-aba0-a686dcedf981 gateway port host: None {{(pid=79440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 13:05:04.927932 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.l3_hamode_db [None req-17663304-ac5e-454b-8053-d14704d82df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T13:05:04Z', 'revision_number': 6, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port_host': None}], 'dv-cinder-798099-1-smb', False) {} {{(pid=79440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:05:04.932048 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17663304-ac5e-454b-8053-d14704d82df6 None None] The sync data for ids ['623b8d50-2772-4ad6-aba0-a686dcedf981'] in dv-cinder-798099-1-smb is: [{'id': '623b8d50-2772-4ad6-aba0-a686dcedf981', 'name': 'tempest-AttachVolumeShelveTestJSON-1493402966-router', 'tenant_id': 'c1aa6952415c490d8b4154ba53cacc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:57:13Z', 'updated_at': '2021-06-27T13:05:04Z', 'revision_number': 6, 'project_id': 'c1aa6952415c490d8b4154ba53cacc70', 'gw_port_host': None}] {{(pid=79440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 13:05:05.042132 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Calling delete_port for 3231d6e1-e000-4827-8bc3-4d66d3f2d821 owned by network:router_gateway {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:05:05.265524 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:05.269808 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-945c4f74-7fd1-4423-994e-748ab662e709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:05.317821 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Pushing event deleted for resources: {'Port': ['ID=3231d6e1-e000-4827-8bc3-4d66d3f2d821,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:05.321210 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:05.415451 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831331'] for router_gateway, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:05.588528 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7309'] for router, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:05.590610 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:05.740773 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3832270'] for router, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:05.741312 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 623b8d50-2772-4ad6-aba0-a686dcedf981 {{(pid=79438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 13:05:05.753413 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] Notify callbacks [] for router, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:05.754826 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-bc8e0750-7a06-4a4c-a307-95d7b39e4327 admin admin] 10.222.0.41 "DELETE /v2.0/routers/623b8d50-2772-4ad6-aba0-a686dcedf981 HTTP/1.1" status: 204 len: 168 time: 1.5645330 Jun 27 13:05:05.757655 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49312) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:05.818990 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da44004-93ba-4e07-965c-55f12b758475 admin admin] Deleting subnet e05a0eeb-5c41-438b-ad25-a96254775ad0 {{(pid=79438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 13:05:05.821979 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4da44004-93ba-4e07-965c-55f12b758475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:05.873516 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4da44004-93ba-4e07-965c-55f12b758475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28051745'] for subnet, precommit_delete_associations {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:05.955307 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4da44004-93ba-4e07-965c-55f12b758475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3336924'] for subnet, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:06.085369 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4da44004-93ba-4e07-965c-55f12b758475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3331339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28153149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28107232'] for subnet, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:06.089514 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-2ff9bfb5-6e51-47be-9db8-1b8a26876afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:06.128750 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da44004-93ba-4e07-965c-55f12b758475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05a0eeb-5c41-438b-ad25-a96254775ad0,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:06.131601 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-4da44004-93ba-4e07-965c-55f12b758475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for subnet, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:06.134188 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-4da44004-93ba-4e07-965c-55f12b758475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:06.136547 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8113065a-e873-4ecd-965d-bd3f731b18b5 None None] Network 25d7207e-b634-4732-af7e-0b33849bacbc requested from dv-cinder-798099-1-smb {{(pid=79439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 13:05:06.138250 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-4da44004-93ba-4e07-965c-55f12b758475 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e05a0eeb-5c41-438b-ad25-a96254775ad0 HTTP/1.1" status: 204 len: 168 time: 0.3796189 Jun 27 13:05:06.140756 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49316) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:06.248354 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822845'] for network, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:06.259491 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Deleting port de64ab32-49e9-4daf-b30c-2b72984534bc {{(pid=79438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:05:06.261122 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:06.425269 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ecf2c3-f277-4a50-b6f3-8c12cefc0a9a None None] DHCP port deletion for 25d7207e-b634-4732-af7e-0b33849bacbc request from dv-cinder-798099-1-smb {{(pid=79439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 13:05:06.430380 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-35ecf2c3-f277-4a50-b6f3-8c12cefc0a9a None None] Deleting port de64ab32-49e9-4daf-b30c-2b72984534bc {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:05:06.430752 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-35ecf2c3-f277-4a50-b6f3-8c12cefc0a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:06.467377 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.db [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] For port de64ab32-49e9-4daf-b30c-2b72984534bc, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=de64ab32-49e9-4daf-b30c-2b72984534bc,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:05:06.467727 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:06.599196 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.plugin [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Calling delete_port for de64ab32-49e9-4daf-b30c-2b72984534bc owned by network:dhcp {{(pid=79438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:05:06.641738 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-35ecf2c3-f277-4a50-b6f3-8c12cefc0a9a None None] For port de64ab32-49e9-4daf-b30c-2b72984534bc, host dv-cinder-798099-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-smb',level=0,port_id=de64ab32-49e9-4daf-b30c-2b72984534bc,segment=NetworkSegment(fb13c80a-dcdf-4a1d-9cc2-f0f139154411),segment_id=fb13c80a-dcdf-4a1d-9cc2-f0f139154411)] {{(pid=79439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 13:05:06.642099 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-35ecf2c3-f277-4a50-b6f3-8c12cefc0a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830534'] for port, precommit_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:06.705039 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device de64ab32-49e9-4daf-b30c-2b72984534bc no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:05:06.795705 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-35ecf2c3-f277-4a50-b6f3-8c12cefc0a9a None None] Calling delete_port for de64ab32-49e9-4daf-b30c-2b72984534bc owned by network:dhcp {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 13:05:06.848772 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-855444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4006741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790445448412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790445003030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28153804'] for port, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:06.854243 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-094c87bd-0e2a-41d6-8fa1-6a2459bbb5b0 tempest-AttachVolumeShelveTestJSON-1783012781 tempest-AttachVolumeShelveTestJSON-1783012781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:06.872420 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.db [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No active binding found for port de64ab32-49e9-4daf-b30c-2b72984534bc {{(pid=79439) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 27 13:05:06.872795 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device de64ab32-49e9-4daf-b30c-2b72984534bc not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:05:06.873225 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:05:06.897830 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Pushing event deleted for resources: {'Port': ['ID=de64ab32-49e9-4daf-b30c-2b72984534bc,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:06.900853 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:06.901912 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] No DVR routers for this DVR port de64ab32-49e9-4daf-b30c-2b72984534bc on host dv-cinder-798099-1-smb {{(pid=79438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 13:05:06.915176 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:05:06.915515 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 751ee0cb-c00c-4df3-ba22-33dfb7c81e2b not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:05:06.915937 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 3231d6e1-e000-4827-8bc3-4d66d3f2d821 no longer exists at agent ovs-agent-dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 13:05:06.953037 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] No Port match for: 3231d6e1-e000-4827-8bc3-4d66d3f2d821 {{(pid=79439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 13:05:06.953037 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.rpc [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Device 3231d6e1-e000-4827-8bc3-4d66d3f2d821 not bound to the agent host dv-cinder-798099-1-smb {{(pid=79439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 13:05:06.955172 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.db.api [None req-35ecf2c3-f277-4a50-b6f3-8c12cefc0a9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 13:05:06.955522 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG oslo_db.api [None req-35ecf2c3-f277-4a50-b6f3-8c12cefc0a9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 13:05:07.015791 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3330369', 'neutron.services.segments.db._delete_segments_for_network-8790445457345'] for network, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:07.028138 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d7207e-b634-4732-af7e-0b33849bacbc']}} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:05:07.043769 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411') {'for_net_delete': True} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:05:07.044060 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.services.segments.db [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb13c80a-dcdf-4a1d-9cc2-f0f139154411') {} {{(pid=79438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 13:05:07.055934 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790445468456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28051736'] for segment, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:07.071135 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3334534'] for segment, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:07.076845 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=79438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 13:05:07.077215 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3334537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28153759'] for segment, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: Traceback (most recent call last): Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: timer() Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: cb(*args, **kw) Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: return func(*args, **kwargs) Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: self._notify() Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: self.callback(batched_events) Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: event.method(event) Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: return f(self, *a, **k) Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: return self._get(url).json() Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: return self.request(url, 'GET', **kwargs) Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 13:05:07.090012 dv-cinder-798099-1-smb neutron-server[79438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 13:05:07.216470 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3330398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831302'] for network, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:07.220098 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7402f0b8-8986-44f7-b861-7b00d1219975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:07.232951 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700152'] for network, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:07.248782 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d7207e-b634-4732-af7e-0b33849bacbc,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:07.252829 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:07.336961 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7a449489-a590-4184-99a0-36692e77e329 admin admin] 10.222.0.41 "DELETE /v2.0/networks/25d7207e-b634-4732-af7e-0b33849bacbc HTTP/1.1" status: 204 len: 168 time: 1.1951890 Jun 27 13:05:07.456370 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-35ecf2c3-f277-4a50-b6f3-8c12cefc0a9a None None] Deleting port de64ab32-49e9-4daf-b30c-2b72984534bc {{(pid=79439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 13:05:07.456946 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-35ecf2c3-f277-4a50-b6f3-8c12cefc0a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790445446768'] for port, before_delete {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:07.520526 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron.plugins.ml2.plugin [None req-35ecf2c3-f277-4a50-b6f3-8c12cefc0a9a None None] The port 'de64ab32-49e9-4daf-b30c-2b72984534bc' was deleted {{(pid=79439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 13:05:07.648203 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49322) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:07.697152 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-8af19287-ecfe-465f-8bd2-bf4307fbf9f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1aa6952415c490d8b4154ba53cacc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477571 Jun 27 13:05:07.699550 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49326) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:07.756516 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-61b2a648-a15f-456b-bc2d-0bb53315f015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:07.781118 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-61b2a648-a15f-456b-bc2d-0bb53315f015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:07.931092 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-61b2a648-a15f-456b-bc2d-0bb53315f015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:07.934934 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-554b7b34-35e0-467e-ac65-4bf5c6909892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:07.947472 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2a648-a15f-456b-bc2d-0bb53315f015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1388a30-7689-4e12-8fb2-ff5ce964a8fb,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:07.950885 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-61b2a648-a15f-456b-bc2d-0bb53315f015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:07.956607 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-61b2a648-a15f-456b-bc2d-0bb53315f015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:07.957762 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-61b2a648-a15f-456b-bc2d-0bb53315f015 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1388a30-7689-4e12-8fb2-ff5ce964a8fb HTTP/1.1" status: 204 len: 168 time: 0.2573497 Jun 27 13:05:16.272265 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49424) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:16.405243 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-66a069cc-b27e-4d8c-b0f4-d8f9284c33f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:16.420161 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-66a069cc-b27e-4d8c-b0f4-d8f9284c33f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:05:16.424197 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-66a069cc-b27e-4d8c-b0f4-d8f9284c33f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b511e97e912b4067a35803c401af25ca is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:05:16.427042 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-66a069cc-b27e-4d8c-b0f4-d8f9284c33f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:05:16.432532 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-66a069cc-b27e-4d8c-b0f4-d8f9284c33f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:05:16.514597 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-66a069cc-b27e-4d8c-b0f4-d8f9284c33f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:16.519403 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:16.573569 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-66a069cc-b27e-4d8c-b0f4-d8f9284c33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:16.581041 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-ace0e079-d16e-43cd-ace9-95888b80940e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:16.620923 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a069cc-b27e-4d8c-b0f4-d8f9284c33f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a703c480-847e-4212-a1d0-c963d61e963c,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:16.624188 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-66a069cc-b27e-4d8c-b0f4-d8f9284c33f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:16.626512 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-66a069cc-b27e-4d8c-b0f4-d8f9284c33f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b511e97e912b4067a35803c401af25ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527200 Jun 27 13:05:16.629155 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49430) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:16.689309 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3bd865e4-4e0f-4f08-8423-3933fb7a3c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:16.716978 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3bd865e4-4e0f-4f08-8423-3933fb7a3c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:16.845063 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3bd865e4-4e0f-4f08-8423-3933fb7a3c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:16.848877 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-61b2a648-a15f-456b-bc2d-0bb53315f015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:16.859902 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd865e4-4e0f-4f08-8423-3933fb7a3c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a703c480-847e-4212-a1d0-c963d61e963c,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:16.863261 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-3bd865e4-4e0f-4f08-8423-3933fb7a3c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:16.866386 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-3bd865e4-4e0f-4f08-8423-3933fb7a3c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:16.867663 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-3bd865e4-4e0f-4f08-8423-3933fb7a3c07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a703c480-847e-4212-a1d0-c963d61e963c HTTP/1.1" status: 204 len: 168 time: 0.2375791 Jun 27 13:05:19.488457 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 49486) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:19.608895 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:19.623626 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:05:19.627796 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Usage tracker for resource:security_group_rule and tenant:26586fcf96f941f085e7057c18ccf294 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:05:19.630594 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:05:19.636480 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:05:19.719476 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:19.822021 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:19.829386 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-b1bc207e-62a8-4d79-978b-5088643645d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:19.870314 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26586fcf96f941f085e7057c18ccf294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804727 Jun 27 13:05:19.871944 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49e48a6-f6ac-4e6a-893c-f476dc5273b4,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:19.872913 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49492) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:19.879517 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.879891 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.880258 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.880623 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.880969 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.881322 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.881671 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.882121 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.882477 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.882831 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.883174 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.883519 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:05:19.887604 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-82fb0fe5-3c21-4638-afad-b670c00e2830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:19.938309 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-920e3b8a-28db-4918-9f9d-10ef8d84ca2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:19.966097 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-920e3b8a-28db-4918-9f9d-10ef8d84ca2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:20.079289 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-920e3b8a-28db-4918-9f9d-10ef8d84ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:20.083117 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-06f09a31-39fd-4646-8831-c98e2ee2f6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:20.097066 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e3b8a-28db-4918-9f9d-10ef8d84ca2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49e48a6-f6ac-4e6a-893c-f476dc5273b4,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:20.100133 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-920e3b8a-28db-4918-9f9d-10ef8d84ca2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:20.102794 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-920e3b8a-28db-4918-9f9d-10ef8d84ca2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:20.103967 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-920e3b8a-28db-4918-9f9d-10ef8d84ca2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f49e48a6-f6ac-4e6a-893c-f476dc5273b4 HTTP/1.1" status: 204 len: 168 time: 0.2300138 Jun 27 13:05:20.656690 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d1543582-3f1c-42e6-b234-5a99bbbcb626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:20.746479 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 49500) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:20.764663 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-17da6de5-c573-4477-8741-dc4fa6f6d184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:20.779759 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-17da6de5-c573-4477-8741-dc4fa6f6d184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:05:20.783564 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-17da6de5-c573-4477-8741-dc4fa6f6d184 admin admin] Usage tracker for resource:security_group_rule and tenant:7ddcfb4bf1b24a468d0fad85adee0650 is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:05:20.786393 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-17da6de5-c573-4477-8741-dc4fa6f6d184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:05:20.793178 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-17da6de5-c573-4477-8741-dc4fa6f6d184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:05:20.874742 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-17da6de5-c573-4477-8741-dc4fa6f6d184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:20.959127 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-17da6de5-c573-4477-8741-dc4fa6f6d184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:20.967762 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-7557702f-8474-485d-9bd9-1f633eb7a501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:21.009230 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da6de5-c573-4477-8741-dc4fa6f6d184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa3d3c-1224-40a1-b0bd-bd00af06ff6e,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:21.013583 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-17da6de5-c573-4477-8741-dc4fa6f6d184 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ddcfb4bf1b24a468d0fad85adee0650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660871 Jun 27 13:05:21.014514 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-17da6de5-c573-4477-8741-dc4fa6f6d184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:21.016612 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49504) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:05:21.075753 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef430-8557-433e-9a31-68957988a0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:21.100945 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef430-8557-433e-9a31-68957988a0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:21.225133 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:21.247993 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef430-8557-433e-9a31-68957988a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:21.251757 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-4c1a8b51-1fe4-44d5-8560-3fa6dc837330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:05:21.265348 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ef430-8557-433e-9a31-68957988a0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa3d3c-1224-40a1-b0bd-bd00af06ff6e,revision_number=None']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:05:21.268500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-8d4ef430-8557-433e-9a31-68957988a0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:05:21.270547 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef430-8557-433e-9a31-68957988a0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:21.271729 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-8d4ef430-8557-433e-9a31-68957988a0e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2baa3d3c-1224-40a1-b0bd-bd00af06ff6e HTTP/1.1" status: 204 len: 168 time: 0.2541018 Jun 27 13:05:23.364613 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d5ea-8ab7-417c-8989-af8a9beb7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:24.602636 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:26.293274 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:36.385207 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:05:46.524225 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:50.610067 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-69db4dfd-a222-4f73-88ca-f8bda7e91199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:51.198984 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:53.394940 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-0d8f001d-09d8-4794-92d6-42250040c537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:54.610130 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:05:56.210086 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:03.934795 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.wsgi [-] (79438) accepted ('10.222.0.41', 49770) {{(pid=79438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:06:04.054707 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:04.071359 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:06:04.075329 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Usage tracker for resource:security_group_rule and tenant:ca5a6b17119646c8b32ad2eb2d8119c2 is out of sync, need to count used quota {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:06:04.078352 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.quota.resource [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79438) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:06:04.085049 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.db.quota.driver [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:06:04.166935 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:04.245893 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron_lib.callbacks.manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:04.253786 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-5c1bd912-1583-446b-a9a1-4fa66429a600 tempest-TestShelveInstance-219047426 tempest-TestShelveInstance-219047426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:06:04.293774 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ba0452-cc93-42de-94cf-f9c2a94849de,revision_number=1']} {{(pid=79438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:06:04.298152 dv-cinder-798099-1-smb neutron-server[79438]: INFO neutron.wsgi [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca5a6b17119646c8b32ad2eb2d8119c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622327 Jun 27 13:06:04.301851 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 49776) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:06:04.305064 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.305439 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.305802 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.306187 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.312500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.312500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.312500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.312500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.312500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.312500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.312500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.312500 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-smb {{(pid=79438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 13:06:04.313377 dv-cinder-798099-1-smb neutron-server[79438]: DEBUG oslo_concurrency.lockutils [None req-7e16887e-b57a-461d-8d77-24ba1bc75363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:06:04.370531 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4f12-2678-4015-8d11-f6fd6f84283e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:04.397593 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4f12-2678-4015-8d11-f6fd6f84283e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:04.514533 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4f12-2678-4015-8d11-f6fd6f84283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:04.518417 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-3d17e4e6-2c2f-48ba-8b5d-54d8f58e0156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:06:04.532383 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe4f12-2678-4015-8d11-f6fd6f84283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ba0452-cc93-42de-94cf-f9c2a94849de,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:06:04.536775 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-4cbe4f12-2678-4015-8d11-f6fd6f84283e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:06:04.553002 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4f12-2678-4015-8d11-f6fd6f84283e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:04.553002 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-4cbe4f12-2678-4015-8d11-f6fd6f84283e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15ba0452-cc93-42de-94cf-f9c2a94849de HTTP/1.1" status: 204 len: 168 time: 0.2488637 Jun 27 13:06:12.709109 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 49844) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:06:12.828153 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd5bd-3323-4428-af38-324cc9260f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:12.843016 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-bc3bd5bd-3323-4428-af38-324cc9260f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 13:06:12.846808 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-bc3bd5bd-3323-4428-af38-324cc9260f38 admin admin] Usage tracker for resource:security_group_rule and tenant:0330699662034943a6c9c6014e0d4d8e is out of sync, need to count used quota {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 13:06:12.850580 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.quota.resource [None req-bc3bd5bd-3323-4428-af38-324cc9260f38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79437) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 13:06:12.856151 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.db.quota.driver [None req-bc3bd5bd-3323-4428-af38-324cc9260f38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 13:06:12.938504 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd5bd-3323-4428-af38-324cc9260f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:13.004298 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd5bd-3323-4428-af38-324cc9260f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_create {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:13.011543 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-38d971da-e50e-488f-8fa2-7769a425db2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:06:13.054704 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bd5bd-3323-4428-af38-324cc9260f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdbc171-c7d3-414c-bb18-f07ca95b2b68,revision_number=1']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:06:13.058764 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-bc3bd5bd-3323-4428-af38-324cc9260f38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0330699662034943a6c9c6014e0d4d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486698 Jun 27 13:06:13.059678 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-bc3bd5bd-3323-4428-af38-324cc9260f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:06:13.061437 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.wsgi [-] (79437) accepted ('10.222.0.41', 49850) {{(pid=79437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 13:06:13.120070 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82e0adf9-184f-495d-9e5c-cffe59042edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:13.146334 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82e0adf9-184f-495d-9e5c-cffe59042edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:13.255584 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82e0adf9-184f-495d-9e5c-cffe59042edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715728'] for security_group, after_delete {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:13.259444 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-6d0bc6cc-1094-4ab2-ad03-f33a743ff590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 13:06:13.270508 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0adf9-184f-495d-9e5c-cffe59042edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdbc171-c7d3-414c-bb18-f07ca95b2b68,revision_number=None']} {{(pid=79437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 13:06:13.274415 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG oslo_concurrency.lockutils [None req-82e0adf9-184f-495d-9e5c-cffe59042edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 13:06:13.278087 dv-cinder-798099-1-smb neutron-server[79437]: DEBUG neutron_lib.callbacks.manager [None req-82e0adf9-184f-495d-9e5c-cffe59042edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:13.280208 dv-cinder-798099-1-smb neutron-server[79437]: INFO neutron.wsgi [None req-82e0adf9-184f-495d-9e5c-cffe59042edf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebdbc171-c7d3-414c-bb18-f07ca95b2b68 HTTP/1.1" status: 204 len: 168 time: 0.2169685 Jun 27 13:06:13.383937 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:06:16.513875 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:20.622535 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-91f78905-84b5-47c2-92f6-e528af74db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:21.227876 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:23.377130 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-fa67167f-2487-4c45-a5ef-3f24e634798a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:24.609034 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:26.228240 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:46.513105 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:50.382482 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:06:50.598071 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-ea3d656b-a76c-4507-96a3-7af3299febb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:51.232305 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:53.370314 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-d52c0822-6987-47fa-a577-b9116ee44934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:54.604448 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:06:56.203751 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:16.523032 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:20.666090 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a2fb9906-c02f-40f2-a025-713e866bdf94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:21.237398 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:23.379682 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-7979e213-05fd-49c0-b916-220ae6cd7388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:24.659298 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:26.300835 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:27.381897 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:07:46.555901 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:50.664304 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-9d00c917-0127-4d11-9094-c136726d5cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:51.230511 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:53.419315 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-4828d245-baff-4059-91a3-fbbb5a04c593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:54.681392 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:07:56.224477 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:04.380896 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:08:16.549559 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:20.641119 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b7d9-13e9-45b9-9dcc-de2c9b553ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:21.229869 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:23.372347 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-2fc037d5-12ed-4bd1-9d03-debc02f9e85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:24.630785 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:26.275295 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:41.381569 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:08:46.536257 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:50.629184 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a0e28c80-abfe-4820-b2dc-917373bb3145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:51.234579 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:53.354801 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b214b5c8-7a21-4fc9-9520-4323c27ee859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:54.617166 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:08:56.223199 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:16.517764 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:18.380557 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:09:20.633672 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-f5d73371-2846-4b59-bc6a-44d1870f16f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:21.232246 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:23.363243 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-bed39152-3bed-44c8-abb4-a5e7d0319d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:24.631833 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:26.298920 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:46.539856 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:50.642608 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-1a051902-34b8-4ece-88b9-9865db1c7dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:51.250606 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:53.368295 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-69a320c6-ab6a-415d-bf19-b17e938df1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:54.659691 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:09:55.379889 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:09:56.241038 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:16.550296 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:20.638226 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-c7720a52-f501-4206-9f95-4e4d2cff0066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:21.247063 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:23.410338 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-a783a76d-d2e8-45e7-a8cb-69607113b554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:24.692673 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:26.229895 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:32.379609 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 13:10:46.548987 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-90c0e1b4-b14d-49cd-ba97-2c42bc32b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:50.645890 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-fb533a0a-8ff1-4581-8a3d-6485f950f014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:51.226212 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-e91519c4-8f67-4d7b-bc21-c8465c045e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:53.365883 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1fa5-575d-4773-8fff-b40273485ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:54.634693 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2212-92d2-41f2-8ae7-cc4634e8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:10:56.243288 dv-cinder-798099-1-smb neutron-server[79439]: DEBUG neutron_lib.callbacks.manager [None req-97492793-9728-4e6d-9bc2-19ebcfaeceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790445457354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3333023'] for agent, after_update {{(pid=79439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 13:11:09.379488 dv-cinder-798099-1-smb neutron-server[79440]: DEBUG neutron.db.agents_db [None req-2e65a6eb-6969-4a1e-af6e-a122c90a3a70 None None] Agent healthcheck: found 6 active agents {{(pid=79440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}